Function main

scripts/compare-release-benchmarks.ts:423–469

(args = Bun.argv.slice(2))

/** Run the release benchmark comparison CLI. */
export async function main(args = Bun.argv.slice(2)) {
  const options = await parseArgs(args);
  const headPath = options.head ?? releaseBenchmarkPath(options.version, options.releaseDir);
  if (!existsSync(headPath)) {
    throw new Error(
      `Missing release benchmark ${headPath}. Run bun run bench:release before tagging this release.`,
    );
  }

  const baseCandidate = options.base
    ? { version: path.basename(options.base), path: options.base }
    : findPreviousReleaseBenchmark(options.version, options.releaseDir);
  if (!baseCandidate) {
    throw new Error(
      `Missing previous release benchmark in ${options.releaseDir}. Backfill at least one lower stable release benchmark before releasing.`,
    );
  }

  const [base, head] = await Promise.all([
    loadBenchmarkRun(baseCandidate.path),
    loadBenchmarkRun(headPath),
  ]);
  const comparison = compareBenchmarkRuns(base, head);

  if (options.out) {
    mkdirSync(path.dirname(options.out), { recursive: true });
    writeFileSync(options.out, `${JSON.stringify(comparison, null, 2)}\n`);
  }

  const markdown = formatComparisonMarkdown(comparison, {
    baseLabel: options.base ?? baseCandidate.version,
    headLabel: path.basename(headPath),
  });
  process.stdout.write(markdown);

  if (options.summary) {
    appendFileSync(options.summary, `\n${markdown}`);
  }

  if (comparison.failed) {
    throw new Error(
      "Release benchmark gate failed. Resolve the regression or use an explicit manual override.",
    );
  }

  console.log(`Release benchmark gate passed on ${os.platform()}/${os.arch()}.`);
}

if (import.meta.main) {
  await main();