Function compareMetric

src/eval/discovery-harness.ts:275–295

(
  actualValue: number | null,
  comparatorValue: number | null,
  metric: DiscoveryMetricName
)

}

function compareMetric(
  actualValue: number | null,
  comparatorValue: number | null,
  metric: DiscoveryMetricName
): DiscoveryMetricComparison {
  const lowerIsBetter =
    metric === 'averagePayloadBytes' ||
    metric === 'averageEstimatedTokens' ||
    metric === 'averageFirstRelevantHit';
  const passes =
    actualValue !== null &&
    comparatorValue !== null &&
    (lowerIsBetter ? actualValue <= comparatorValue : actualValue >= comparatorValue);

  return {
    metric,
    comparatorValue,
    actualValue,
    passes
  };
}

function compareMetricWithinTolerance(
  actualValue: number | null,