Accumulate token usage from an LLM response.
(self, usage: dict[str, int])
| 56 | self.messages.append(result) |
| 57 | |
| 58 | def track_usage(self, usage: dict[str, int]) -> None: |
| 59 | """Accumulate token usage from an LLM response.""" |
| 60 | self.total_tokens += usage.get("total_tokens", 0) |
| 61 | self.prompt_tokens += usage.get("prompt_tokens", 0) |
| 62 | self.completion_tokens += usage.get("completion_tokens", 0) |
| 63 | |
| 64 | def get_usage_summary(self) -> dict[str, Any]: |
| 65 | """Return a summary of token usage.""" |