Function main

scripts/fungrim/validate.ts:73–122

()

      case '--seed':
        args.seed = Number(argv[++i]);
        break;
      case '--check':
        args.check = true;
        break;
      default:
        console.error(`Unknown argument: ${argv[i]}`);
        process.exit(2);
    }
  }
  return args;
}

/** Read the committed report's Stage-1 failing-entry id set. */
function committedFailureIds(): Set<string> {
  if (!fs.existsSync(REPORT_PATH))
    throw new Error(
      `No committed report at ${REPORT_PATH}; run without --check to generate one.`
    );
  const report = JSON.parse(fs.readFileSync(REPORT_PATH, 'utf8'));
  const failures: { id: string }[] = report?.stage1?.failures ?? [];
  return new Set(failures.map((f) => f.id));
}

/**
 * Drift gate (`--check`): compare the fresh Stage-1 failure set against the
 * committed report WITHOUT rewriting it. This is the hard CI gate that the
 * old soft pass-rate threshold (PASS_RATE_GATE) let a multi-entry drift slip
 * under. Exit codes:
 *   1  newly-failing entries (regressions) — investigate and fix.
 *   1  only newly-passing entries — the committed report is stale; regenerate
 *      it (`npx tsx scripts/fungrim/validate.ts --corpus data/fungrim`) and
 *      commit. Newly-passing is never a correctness problem, but it is failed
 *      (not merely warned) on purpose: a soft warning is exactly what allowed
 *      the baseline to silently drift out of date. The remedy is mechanical.
 *   0  fresh failure set matches the committed report exactly.
 * The `--check` run itself never writes the report, so CI stays clean.
 */
function runCheckGate(freshFailureIds: Set<string>): never {
  const committed = committedFailureIds();
  const newlyFailing = [...freshFailureIds].filter((id) => !committed.has(id)).sort();
  const newlyPassing = [...committed].filter((id) => !freshFailureIds.has(id)).sort();

  if (newlyFailing.length === 0 && newlyPassing.length === 0) {
    console.log(
      `\n[--check] OK — Stage-1 failure set matches the committed report ` +
        `(${freshFailureIds.size} failing).`
    );
    process.exit(0);
  }
  if (newlyFailing.length > 0) {
    console.error(
      `\n[--check] REGRESSION — ${newlyFailing.length} entr` +
        `${newlyFailing.length === 1 ? 'y' : 'ies'} newly failing Stage 1:`