packages API requests and automatically accumulates token usage
(self, prompt, max_tokens=10000)
| 113 | self.token_usage = {"prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0} |
| 114 | |
| 115 | def _request_api_and_track_tokens(self, prompt, max_tokens=10000): |
| 116 | """packages API requests and automatically accumulates token usage""" |
| 117 | response, usage = self.API(prompt, max_tokens=max_tokens) |
| 118 | if usage: |
| 119 | self.token_usage["prompt_tokens"] += usage.get("prompt_tokens", 0) |
| 120 | self.token_usage["completion_tokens"] += usage.get("completion_tokens", 0) |
| 121 | self.token_usage["total_tokens"] += usage.get("total_tokens", 0) |
| 122 | return response |
| 123 | |
| 124 | def _request_video_api_and_track_tokens(self, prompt, video_path): |
| 125 | """Wraps video API requests and accumulates token usage automatically""" |
no outgoing calls
no test coverage detected