Function finalizeRows

packages/ai-code-mode/models-eval/run-eval.ts:452–489

(rows: Array<EvalRow>, allLogs: Array<RunLogPayload>)

}

function finalizeRows(rows: Array<EvalRow>, allLogs: Array<RunLogPayload>) {
  applyStability(rows, allLogs)

  bucketedTiers(
    rows,
    (row) => row.durationMs,
    (row, tier) => {
      row.speedTier = tier
    },
    true,
  )
  bucketedTiers(
    rows,
    (row) => row.tokenEfficiency,
    (row, tier) => {
      row.tokenEfficiencyTier = tier
    },
    true,
  )

  for (const row of rows) {
    if (!row.judge) continue
    const rating = computeStarRating({
      accuracy: row.judge.accuracy,
      comprehensiveness: row.judge.comprehensiveness,
      typescriptQuality: row.judge.typescriptQuality,
      codeModeEfficiency: row.judge.codeModeEfficiency,
      speedTier: row.speedTier,
      tokenEfficiencyTier: row.tokenEfficiencyTier,
      stabilityTier: row.stabilityTier,
      compilationFailures: row.compilationFailures,
      runtimeFailures: row.runtimeFailures,
      totalExecuteCalls: row.totalExecuteCalls,
    })
    row.stars = rating.stars
    row.weightedScore = rating.weightedScore
  }
}

function listRunLogFiles(): Array<string> {
  if (!existsSync(LOG_DIR)) return []