(label: string, result: { costEstimate: { turnsUsed: number; estimatedTokens: number; estimatedCost: number }; duration: number })
| 145 | } |
| 146 | |
| 147 | function logCost(label: string, result: { costEstimate: { turnsUsed: number; estimatedTokens: number; estimatedCost: number }; duration: number }) { |
| 148 | const { turnsUsed, estimatedTokens, estimatedCost } = result.costEstimate; |
| 149 | const durationSec = Math.round(result.duration / 1000); |
| 150 | console.log(`${label}: $${estimatedCost.toFixed(2)} (${turnsUsed} turns, ${(estimatedTokens / 1000).toFixed(1)}k tokens, ${durationSec}s)`); |
| 151 | } |
| 152 | |
| 153 | function recordRouting(name: string, result: SkillTestResult, expectedSkill: string, actualSkill: string | undefined) { |
| 154 | evalCollector?.addTest({ |
no outgoing calls
no test coverage detected