Function renderComparison

plugins/plugin-eval/src/renderers/markdown.js:601–652

(payload)

}

function renderComparison(payload) {
  const diff = ensureComparisonPayload(payload);
  const whyBullets = [
    `- Score delta: ${diff.scoreDelta >= 0 ? "+" : ""}${diff.scoreDelta}.`,
    `- Grade moved from ${diff.gradeBefore} to ${diff.gradeAfter}.`,
    `- Risk moved from ${diff.riskBefore} to ${diff.riskAfter}.`,
  ];

  if (diff.newFailures.length > 0) {
    whyBullets.push(`- ${diff.newFailures.length} new failure${diff.newFailures.length === 1 ? "" : "s"} were introduced.`);
  }
  if (diff.resolvedFailures.length > 0) {
    whyBullets.push(`- ${diff.resolvedFailures.length} failure${diff.resolvedFailures.length === 1 ? "" : "s"} were resolved.`);
  }

  return [
    `# Plugin Eval Comparison: ${diff.target.name}`,
    "",
    section("At a Glance", [
      `- Score delta: ${diff.scoreDelta >= 0 ? "+" : ""}${diff.scoreDelta}`,
      `- Grade: ${diff.gradeBefore} -> ${diff.gradeAfter}`,
      `- Risk: ${diff.riskBefore} -> ${diff.riskAfter}`,
      `- Budget delta (trigger/invoke/deferred): ${diff.budgetDelta.trigger_cost_tokens >= 0 ? "+" : ""}${diff.budgetDelta.trigger_cost_tokens} / ${diff.budgetDelta.invoke_cost_tokens >= 0 ? "+" : ""}${diff.budgetDelta.invoke_cost_tokens} / ${diff.budgetDelta.deferred_cost_tokens >= 0 ? "+" : ""}${diff.budgetDelta.deferred_cost_tokens}`,
    ]),
    "",
    section("Why It Matters", whyBullets),
    "",
    section(
      "Fix First",
      diff.newFailures.length > 0
        ? diff.newFailures.map((item) => `- New failure: ${item}`)
        : ["- No new failures were introduced."],
    ),
    "",
    section("Recommended Next Step", renderNextAction(diff.nextAction)),
    "",
    section("Details", [
      detailsBlock(
        "Resolved failures",
        diff.resolvedFailures.length > 0
          ? diff.resolvedFailures.map((item) => `- ${item}`).join("\n")
          : "- No resolved failures.",
      ),
      detailsBlock(
        "New failures",
        diff.newFailures.length > 0
          ? diff.newFailures.map((item) => `- ${item}`).join("\n")
          : "- No new failures.",
      ),
    ]),
  ].join("\n");
}

export function renderMarkdown(payload) {
  if (payload.kind === "comparison") {