Function formatFallbackSummary

scripts/analysis.ts:65–96

(runs: EvaluationRunExport[])

}

function formatFallbackSummary(runs: EvaluationRunExport[]): string {
  const repo = runs[0].evaluation.repo;
  const lines: string[] = [];

  lines.push(`Evaluation: ${repo}`);
  lines.push("");
  lines.push("Runs (best to worst):");

  runs.forEach((run, index) => {
    lines.push(
      `${index + 1}. ${run.agent} (${
        run.model
      }) – final ${run.finalScore.toFixed(3)}, base ${run.baseScore.toFixed(
        3,
      )}, penalty ${run.variancePenalty.toFixed(3)}`,
    );

    if (run.summary?.trim()) {
      lines.push(`   summary: ${run.summary.replace(/\s+/g, " ").trim()}`);
    }
  });

  if (runs.length > 1) {
    const leader = runs[0];
    const trailer = runs[runs.length - 1];
    const gap = leader.finalScore - trailer.finalScore;
    lines.push("");
    lines.push(`Score gap (top vs bottom): ${gap.toFixed(3)}`);
  }

  return lines.join("\n").trimEnd();
}

async function generateAnalysis(runs: EvaluationRunExport[]): Promise<string> {
  const context = buildDynamicContext(runs);