DRY helper to record a Codex E2E test result into the eval collector.
(name: string, result: CodexResult, passed: boolean)
| 90 | |
| 91 | /** DRY helper to record a Codex E2E test result into the eval collector. */ |
| 92 | function recordCodexE2E(name: string, result: CodexResult, passed: boolean) { |
| 93 | evalCollector?.addTest({ |
| 94 | name, |
| 95 | suite: 'codex-e2e', |
| 96 | tier: 'e2e', |
| 97 | passed, |
| 98 | duration_ms: result.durationMs, |
| 99 | cost_usd: 0, // Codex doesn't report cost in the same way; tokens are tracked |
| 100 | output: result.output?.slice(0, 2000), |
| 101 | turns_used: result.toolCalls.length, // approximate: tool calls as turns |
| 102 | exit_reason: result.exitCode === 0 ? 'success' : `exit_code_${result.exitCode}`, |
| 103 | }); |
| 104 | } |
| 105 | |
| 106 | /** Print cost summary after a Codex E2E test. */ |
| 107 | function logCodexCost(label: string, result: CodexResult) { |
no test coverage detected