Method median

src/llm/speculative.ts:150–155

(arr: number[])

  }

  private median(arr: number[]): number | null {
    if (arr.length < 3) return null; // need a few samples
    const s = [...arr].sort((a, b) => a - b);
    const mid = Math.floor(s.length / 2);
    return s.length % 2 ? s[mid]! : (s[mid - 1]! + s[mid]!) / 2;
  }

  /**
   * Returns a warning string if speculative decoding appears to be HURTING