Get cumulative usage statistics.
(self)
| 148 | return self.generate(messages, temperature=0.7, max_tokens=500) |
| 149 | |
| 150 | def get_stats(self) -> Dict[str, Any]: |
| 151 | """Get cumulative usage statistics.""" |
| 152 | return { |
| 153 | "call_count": self._call_count, |
| 154 | "total_input_tokens": self._total_input_tokens, |
| 155 | "total_output_tokens": self._total_output_tokens, |
| 156 | "total_latency": round(self._total_latency, 3), |
| 157 | } |
| 158 | |
| 159 | def reset_stats(self) -> None: |
| 160 | """Reset usage statistics.""" |