(usage: any, _modelInfo?: ModelInfo)
| 274 | } |
| 275 | |
| 276 | protected processUsageMetrics(usage: any, _modelInfo?: ModelInfo): ApiStreamUsageChunk { |
| 277 | return { |
| 278 | type: "usage", |
| 279 | inputTokens: usage?.prompt_tokens || 0, |
| 280 | outputTokens: usage?.completion_tokens || 0, |
| 281 | cacheWriteTokens: usage?.cache_creation_input_tokens || undefined, |
| 282 | cacheReadTokens: usage?.cache_read_input_tokens || undefined, |
| 283 | } |
| 284 | } |
| 285 | |
| 286 | override getModel() { |
| 287 | const id = this.options.openAiModelId ?? "" |
no outgoing calls