Method record

src/llm/speculative.ts:142–148

(outputTokens: number, latencyMs: number, draftActive: boolean)

  private warned = false;

  record(outputTokens: number, latencyMs: number, draftActive: boolean): void {
    if (outputTokens <= 0 || latencyMs <= 0) return;
    const tps = (outputTokens / latencyMs) * 1000;
    const arr = draftActive ? this.withDraft : this.withoutDraft;
    arr.push(tps);
    if (arr.length > 20) arr.shift(); // rolling window
  }

  private median(arr: number[]): number | null {
    if (arr.length < 3) return null; // need a few samples