Function fetchOllamaModelFacts

src/setup/offload-detect.ts:65–90

(baseUrl: string, model: string)

/** Ask Ollama about a model: block count (from /api/show) + on-disk size (from /api/tags). */
export async function fetchOllamaModelFacts(baseUrl: string, model: string): Promise<ModelFacts | null> {
  try {
    const showRes = await fetch(`${baseUrl.replace(/\/$/, '')}/api/show`, {
      method: 'POST', headers: { 'content-type': 'application/json' },
      body: JSON.stringify({ name: model }), signal: AbortSignal.timeout(5000),
    });
    if (!showRes.ok) return null;
    const show: any = await showRes.json();
    const totalLayers = extractBlockCount(show?.model_info);
    if (!totalLayers) return null;

    let modelSizeGB = 0;
    try {
      const tagsRes = await fetch(`${baseUrl.replace(/\/$/, '')}/api/tags`, { signal: AbortSignal.timeout(5000) });
      if (tagsRes.ok) {
        const tags: any = await tagsRes.json();
        const hit = (tags?.models ?? []).find((m: any) => m.name === model || m.model === model);
        if (hit?.size) modelSizeGB = Number(hit.size) / 1e9;
      }
    } catch { /* size optional */ }
    if (!modelSizeGB) return null;
    return { totalLayers, modelSizeGB };
  } catch {
    return null;
  }
}

export interface OffloadSuggestion { plan: OffloadPlan; facts: ModelFacts; vramGB: number; }