Function formatDiscoveryReport

src/eval/discovery-harness.ts:481–521

({
  codebaseLabel,
  fixturePath,
  summary
}: FormatDiscoveryReportParams)

}

export function formatDiscoveryReport({
  codebaseLabel,
  fixturePath,
  summary
}: FormatDiscoveryReportParams): string {
  const lines: string[] = [];
  lines.push(`\n=== Discovery Eval Report: ${codebaseLabel} ===`);
  lines.push(`Fixture: ${fixturePath}`);
  lines.push(`Tasks: ${summary.totalTasks}`);
  lines.push(`Average usefulness: ${(summary.averageUsefulness * 100).toFixed(0)}%`);
  lines.push(`Average payload: ${Math.round(summary.averagePayloadBytes)} bytes`);
  lines.push(`Average estimated tokens: ${Math.round(summary.averageEstimatedTokens)}`);
  lines.push(
    `Average first relevant hit: ${
      summary.averageFirstRelevantHit === null ? 'n/a' : summary.averageFirstRelevantHit.toFixed(2)
    }`
  );
  lines.push(
    `Best-example usefulness: ${
      summary.bestExampleUsefulnessRate === null
        ? 'n/a'
        : `${(summary.bestExampleUsefulnessRate * 100).toFixed(0)}%`
    }`
  );
  if (summary.gate) {
    lines.push(`Gate: ${summary.gate.status.toUpperCase()}`);
    lines.push(`Claim allowed: ${summary.gate.claimAllowed ? 'yes' : 'no'}`);
    if (summary.gate.missingEvidence.length > 0) {
      lines.push(`Missing evidence: ${summary.gate.missingEvidence.join('; ')}`);
    }
  }
  lines.push('');
  lines.push('Task results:');
  for (const result of summary.results) {
    lines.push(
      `- ${result.taskId} [${result.job}/${result.surface}] usefulness ${(result.usefulnessScore * 100).toFixed(0)}%, payload ${result.payloadBytes}B/${result.estimatedTokens} tok`
    );
  }
  lines.push('================================');
  return lines.join('\n');
}