(self, response: "LLMResponse")
| 63 | self._current_phase = phase |
| 64 | |
| 65 | def record(self, response: "LLMResponse") -> None: |
| 66 | if self._current_phase == "memorize": |
| 67 | self._memorize_usage.add(response.input_tokens, response.output_tokens, response.latency) |
| 68 | else: |
| 69 | self._query_usage.add(response.input_tokens, response.output_tokens, response.latency) |
| 70 | |
| 71 | def reset(self) -> None: |
| 72 | self._memorize_usage = TokenUsage() |
no test coverage detected