Function buildOverallChartUrl

scripts/discord-sample.ts:397–432

(
  evalSummaries: EvalSummary[],
)

}

function buildOverallChartUrl(
  evalSummaries: EvalSummary[],
): string | undefined {
  const aggregates = new Map<string, { total: number; count: number }>();

  evalSummaries.forEach((summary) => {
    summary.models.forEach((model) => {
      const entry = aggregates.get(model.id) ?? { total: 0, count: 0 };
      entry.total += model.final;
      entry.count += 1;
      aggregates.set(model.id, entry);
    });
  });

  if (aggregates.size === 0) {
    return undefined;
  }

  const averages: ModelAverage[] = Array.from(aggregates.entries()).map(
    ([id, { total, count }]) => ({
      id,
      score: Number((total / count).toFixed(3)),
    }),
  );

  averages.sort((a, b) => b.score - a.score);

  return buildBarChartUrl(
    {
      labels: averages.map((entry) => entry.id),
      values: averages.map((entry) => entry.score),
      title: "Average Performance by Model (All Evaluations)",
    },
    { backgroundColor: "white" },
  );
}

function loadAnalysisLinks(): Map<string, string> {
  const filePath = process.env.ANALYSIS_LINKS_FILE?.trim();