| 3 | import { runBuffBench } from './run-buffbench' |
| 4 | |
| 5 | async function main() { |
| 6 | const saveTraces = process.argv.includes('--save-traces') |
| 7 | |
| 8 | // Compare Codebuff agents against external CLI agents |
| 9 | // Use 'external:claude' for Claude Code CLI |
| 10 | // Use 'external:codex' for OpenAI Codex CLI |
| 11 | // Use 'external:opencode' for OpenCode CLI |
| 12 | await runBuffBench({ |
| 13 | evalDataPaths: [path.join(__dirname, 'eval-codebuff.json')], |
| 14 | agents: ['base2-free-evals'], |
| 15 | taskConcurrency: 6, |
| 16 | saveTraces, |
| 17 | }) |
| 18 | |
| 19 | process.exit(0) |
| 20 | } |
| 21 | |
| 22 | if (import.meta.main) { |
| 23 | main().catch((error) => { |