Function toEvalRow

packages/ai-code-mode/models-eval/run-eval.ts:392–422

(payload: RunLogPayload)

}

function toEvalRow(payload: RunLogPayload): EvalRow {
  const { provider, modelId } = parseModelId(payload.entry.model)
  return {
    name: payload.entry.name,
    model: payload.entry.model,
    provider,
    modelId,
    modelCategory: payload.modelCategory,
    durationMs: payload.durationMs,
    ttftMs: payload.ttftMs,
    promptTokens: payload.promptTokens,
    completionTokens: payload.completionTokens,
    totalTokens: payload.totalTokens,
    tokenEfficiency: payload.tokenEfficiency,
    speedTier: payload.speedTier,
    tokenEfficiencyTier: payload.tokenEfficiencyTier,
    stabilityTier: payload.stabilityTier,
    stabilityRate: payload.stabilityRate,
    stabilitySampleSize: payload.stabilitySampleSize,
    totalToolCalls: payload.totalToolCalls,
    totalExecuteCalls: payload.totalExecuteCalls,
    successfulExecuteCalls: payload.successfulExecuteCalls,
    compilationFailures: payload.compilationFailures,
    runtimeFailures: payload.runtimeFailures,
    redundantSchemaChecks: payload.redundantSchemaChecks,
    stars: payload.stars,
    weightedScore: payload.weightedScore,
    error: payload.error,
    judge: payload.judge,
  }
}

function isStableRun(payload: RunLogPayload): boolean {
  if (payload.error) return false