(name: string, result: SkillTestResult, expectedSkill: string, actualSkill: string | undefined)
| 151 | } |
| 152 | |
| 153 | function recordRouting(name: string, result: SkillTestResult, expectedSkill: string, actualSkill: string | undefined) { |
| 154 | evalCollector?.addTest({ |
| 155 | name, |
| 156 | suite: 'Skill Routing E2E', |
| 157 | tier: 'e2e', |
| 158 | passed: actualSkill === expectedSkill, |
| 159 | duration_ms: result.duration, |
| 160 | cost_usd: result.costEstimate.estimatedCost, |
| 161 | transcript: result.transcript, |
| 162 | output: result.output?.slice(0, 2000), |
| 163 | turns_used: result.costEstimate.turnsUsed, |
| 164 | exit_reason: result.exitReason, |
| 165 | }); |
| 166 | } |
| 167 | |
| 168 | // Skip individual tests based on selectedTests (diff + tier filtering) |
| 169 | const testIfSelected = (name: string, fn: () => Promise<void>, timeout?: number) => { |
no test coverage detected