Function evaluateBaselineGate

src/eval/discovery-harness.ts:323–367

(
  summary: DiscoverySummaryType,
  protocol: DiscoveryBenchmarkProtocol,
  comparatorEvidence: DiscoveryComparatorEvidence | undefined
)

}

function evaluateBaselineGate(
  summary: DiscoverySummaryType,
  protocol: DiscoveryBenchmarkProtocol,
  comparatorEvidence: DiscoveryComparatorEvidence | undefined
) {
  const baselineConfig = protocol.shipGate.baseline;
  const baselineMetrics = comparatorEvidence?.[baselineConfig.comparatorName];
  const comparisons = [
    compareMetric(
      getDiscoveryMetricValue(summary, baselineConfig.payloadMetric),
      getDiscoveryMetricValue(baselineMetrics, baselineConfig.payloadMetric),
      baselineConfig.payloadMetric
    ),
    ...baselineConfig.usefulnessMetrics.map((metric) =>
      compareMetric(
        getDiscoveryMetricValue(summary, metric),
        getDiscoveryMetricValue(baselineMetrics, metric),
        metric
      )
    )
  ];
  const missingMetrics = comparisons
    .filter((comparison) => comparison.comparatorValue === null)
    .map((comparison) => comparison.metric);
  const payloadMetricPassed = comparisons[0]?.passes ?? false;
  const beatenUsefulnessMetrics = comparisons
    .slice(1)
    .filter((comparison) => comparison.passes)
    .map((comparison) => comparison.metric);

  return {
    comparatorName: baselineConfig.comparatorName,
    status:
      missingMetrics.length > 0
        ? 'pending_evidence'
        : payloadMetricPassed && beatenUsefulnessMetrics.length > 0
          ? 'passed'
          : 'failed',
    payloadMetric: baselineConfig.payloadMetric,
    payloadMetricPassed,
    beatenUsefulnessMetrics,
    missingMetrics,
    comparisons
  } as const;
}

function evaluateComparatorGate(
  summary: DiscoverySummaryType,