Function caseBenchDiff

test/e2e_smoke.js:199–229

()

// ─── case 3: bench/diff.js sanity ───────────────────────────────────────────

function caseBenchDiff() {
  console.log('');
  console.log(paint('Case 3 — bench/diff.js exit codes', C.bold));

  const baseDir = freshTmpDir('e2e-bench-base');
  const featDir = freshTmpDir('e2e-bench-feat');
  const baseFile = path.join(baseDir, 'run.json');
  const featFile = path.join(featDir, 'run.json');

  fs.writeFileSync(baseFile, JSON.stringify({
    summary: {},
    results: [
      { id: 't1', lang: 'py', passed: false, elapsedMs: 1000, toolCalls: 1 },
      { id: 't2', lang: 'py', passed: true,  elapsedMs: 1000, toolCalls: 1 },
    ],
  }));
  fs.writeFileSync(featFile, JSON.stringify({
    summary: {},
    results: [
      { id: 't1', lang: 'py', passed: true,  elapsedMs: 1000, toolCalls: 1 },
      { id: 't2', lang: 'py', passed: true,  elapsedMs: 1000, toolCalls: 1 },
    ],
  }));

  const r = spawnSync(process.execPath, [path.join(ROOT, 'bench', 'diff.js'), baseFile, featFile, '--json'], { encoding: 'utf-8' });
  check('exit 0 on improvement', r.status === 0, `status=${r.status}`);
  let parsed = null;
  try { parsed = JSON.parse(r.stdout); } catch {}
  check('emitted JSON verdict IMPROVED', parsed && parsed.verdict === 'IMPROVED',
        `stdout: ${r.stdout?.slice(0, 200)}`);
}

// ─── main ────────────────────────────────────────────────────────────────────