Function computeThroughput

src/llm/cache-layout.ts:90–93

(outputTokens: number, latencyMs: number)

/** Output tokens per second. Returns 0 for non-positive latency to avoid Infinity. */
export function computeThroughput(outputTokens: number, latencyMs: number): number {
  if (latencyMs <= 0 || outputTokens <= 0) return 0;
  return (outputTokens / latencyMs) * 1000;
}