Function compareBenchRuns

scripts/bench-ci-compare.mjs:529–691

(baselineRunRaw, currentRunRaw, config, options = {})

}

export function compareBenchRuns(baselineRunRaw, currentRunRaw, config, options = {}) {
  const baselineRun = normalizeBenchRun(baselineRunRaw, "baseline");
  const currentRun = normalizeBenchRun(currentRunRaw, "current");
  const baselineIndex = indexBenchResults(baselineRun, "baseline");
  const currentIndex = indexBenchResults(currentRun, "current");

  const metricPaths = [...config.defaultRules.keys()].sort();
  const checks = [];

  for (const req of config.requiredScenarios) {
    const baselineResult = baselineIndex.get(req.key) ?? null;
    const currentResult = currentIndex.get(req.key) ?? null;

    if (!baselineResult) {
      for (const metric of metricPaths) {
        checks.push(
          buildMissingResultCheck(
            req,
            metric,
            STATUS.MISSING_BASELINE_RESULT,
            "required scenario missing from baseline results",
          ),
        );
      }
      continue;
    }
    if (!currentResult) {
      for (const metric of metricPaths) {
        checks.push(
          buildMissingResultCheck(
            req,
            metric,
            STATUS.MISSING_CURRENT_RESULT,
            "required scenario missing from current results",
          ),
        );
      }
      continue;
    }

    for (const metric of metricPaths) {
      const resolved = resolveRule(config, {
        scenario: req.scenario,
        framework: req.framework,
        params: req.params,
        metric,
      });
      if (!resolved) continue;

      const baselineValue = getMetricValue(baselineResult.metrics, metric);
      const currentValue = getMetricValue(currentResult.metrics, metric);

      if (baselineValue === null) {
        checks.push({
          scenario: req.scenario,
          framework: req.framework,
          params: req.params,
          metric,