Function warmModel

src/llm/warmup.ts:24–57

(
  router: ModelRouter,
  config: QodexConfig,
  opts: { timeoutMs?: number } = {},
)

 * doesn't auto-unload while idle.
 */
export async function warmModel(
  router: ModelRouter,
  config: QodexConfig,
  opts: { timeoutMs?: number } = {},
): Promise<{ warmed: boolean; reason: string }> {
  try {
    const modelId = config.defaults.model;
    const resolved = router.resolveModel(modelId);
    if (!resolved) return { warmed: false, reason: 'model-not-resolved' };
    if (!resolved.provider.isLocal) return { warmed: false, reason: 'cloud-skip' };

    const timeoutMs = opts.timeoutMs ?? 120_000;
    const ac = new AbortController();
    const timer = setTimeout(() => ac.abort(), timeoutMs);
    try {
      const gen = resolved.provider.complete({
        model: resolved.resolvedId,
        messages: [{ role: 'user', content: 'ping' }],
        maxTokens: 1,
        temperature: 0,
        signal: ac.signal,
      } as any);
      // Draining the first event is enough — the server loads the model before it streams.
      for await (const _ev of gen) break;
      logger.info('Model warmed', { model: resolved.resolvedId });
      return { warmed: true, reason: 'ok' };
    } finally {
      clearTimeout(timer);
    }
  } catch (e) {
    logger.warn('Model warm-up skipped', { err: (e as Error)?.message });
    return { warmed: false, reason: 'error' };
  }
}