Function runSingleEvaluation

scripts/run-eval.mjs:106–179

({
  label,
  codebasePath,
  fixturePath,
  mode,
  skipReindex,
  noRerank,
  redactPaths
})

}

async function runSingleEvaluation({
  label,
  codebasePath,
  fixturePath,
  mode,
  skipReindex,
  noRerank,
  redactPaths
}) {
  const resolvedCodebase = path.resolve(codebasePath);
  const resolvedFixture = path.resolve(fixturePath);
  const fixture = loadFixture(resolvedFixture);

  console.log(`\n=== Codebase: ${label} ===`);
  console.log(`Target: ${resolvedCodebase}`);
  console.log(`Fixture: ${resolvedFixture}`);
  console.log(`Mode: ${mode}`);
  if (mode === 'retrieval') {
    console.log(
      `Reranker: ${noRerank ? 'DISABLED' : 'enabled (ambiguity-triggered, Xenova/ms-marco-MiniLM-L-6-v2)'}`
    );
  }
  console.log(`Path output: ${redactPaths ? 'REDACTED' : 'FULL'}`);

  await maybeReindex(resolvedCodebase, skipReindex);

  let summary;
  let report;

  if (mode === 'discovery') {
    console.log(`\n--- Phase 2: Running ${fixture.tasks.length}-task discovery harness ---`);
    summary = await evaluateDiscoveryFixture({
      fixture,
      rootPath: resolvedCodebase
    });
    report = formatDiscoveryReport({
      codebaseLabel: label,
      fixturePath: resolvedFixture,
      summary
    });
  } else if (mode === 'edit-preflight') {
    console.log(`\n--- Phase 2: Running ${fixture.tasks.length}-task edit-preflight harness ---`);
    summary = await evaluateEditPreflightFixture({
      fixture,
      rootPath: resolvedCodebase
    });
    report = formatEditPreflightReport({
      codebaseLabel: label,
      fixturePath: resolvedFixture,
      summary
    });
  } else {
    console.log(`\n--- Phase 2: Running ${fixture.queries.length}-query eval harness ---`);
    const searcher = new CodebaseSearcher(resolvedCodebase);
    summary = await evaluateFixture({
      fixture,
      searcher,
      limit: 5,