(self, usage: Dict[str, int])
| 144 | return url |
| 145 | |
| 146 | def update(self, usage: Dict[str, int]) -> "Resource": |
| 147 | current_time = time.time() |
| 148 | assert self._last_used_time <= current_time |
| 149 | assert ( |
| 150 | usage["prompt_tokens"] + usage["completion_tokens"] == usage["total_tokens"] |
| 151 | ) |
| 152 | if current_time - self._last_used_time > A_MINITE_IN_SECONDS: |
| 153 | self._request_count = 1 |
| 154 | self._prompt_tokens = usage["prompt_tokens"] |
| 155 | self._completion_tokens = usage["completion_tokens"] |
| 156 | else: |
| 157 | self._request_count += 1 |
| 158 | self._prompt_tokens += usage["prompt_tokens"] |
| 159 | self._completion_tokens += usage["completion_tokens"] |
| 160 | |
| 161 | return self |
| 162 | |
| 163 | |
| 164 | class Pool: |
no outgoing calls
no test coverage detected