Function summarize

bench/diff.js:89–107

(run)

// ─── metric extraction ───────────────────────────────────────────────────────

function summarize(run) {
  const results = run.data.results;
  const total = results.length;
  const passed = results.filter((r) => r.passed).length;
  const reward = total > 0 ? passed / total : 0;
  const totalMs = results.reduce((s, r) => s + (r.elapsedMs || 0), 0);
  const totalToolCalls = results.reduce((s, r) => s + (r.toolCalls || 0), 0);
  // Build a per-task pass map keyed by `id` for diffing.
  const byId = {};
  for (const r of results) {
    byId[r.id] = {
      passed: !!r.passed,
      elapsedMs: r.elapsedMs || 0,
      toolCalls: r.toolCalls || 0,
      verifyError: r.verifyError || null,
    };
  }
  return { passed, total, reward, totalMs, totalToolCalls, byId };
}

// ─── verdict ─────────────────────────────────────────────────────────────────