Function detectLMStudioModels

src/setup/model-detector.ts:108–147

()

 * 1234 is LM Studio default; 8080 is llama.cpp default; 11435 is a common Ollama-clone port.
 */
export async function detectLMStudioModels(): Promise<DetectedModel[]> {
  const ports = [1234, 8080];
  const all: DetectedModel[] = [];
  const seen = new Set<string>();
  // Pull real context windows from LM Studio's native API up-front (one probe).
  const ctxMap = await detectLmStudioContextWindows(ports);
  for (const port of ports) {
    const r = await fetchWithTimeout(`http://127.0.0.1:${port}/v1/models`);
    if (!r || !r.ok) continue;
    try {
      const body = await r.json() as { data?: Array<{ id: string; meta?: any }> };
      if (!Array.isArray(body.data)) continue;
      for (const m of body.data) {
        if (seen.has(m.id)) continue;
        seen.add(m.id);
        // Skip embedding-only models — they can't drive a chat agent.
        if (/embed/i.test(m.id)) continue;
        const paramsB = parseParamsFromId(m.id) ?? (m.meta?.n_params ? m.meta.n_params / 1e9 : undefined);
        const sizeGb = m.meta?.size ? m.meta.size / (1024 ** 3) : undefined;
        all.push({
          provider: 'openai',
          id: m.id,
          label: m.id,
          source: 'lm-studio',
          sizeGb: sizeGb ? Math.round(sizeGb * 10) / 10 : undefined,
          paramsB: paramsB ? Math.round(paramsB) : undefined,
          // LM Studio surfaces an OpenAI-compatible API; whether the model honours
          // structured tool_calls depends on the model itself. Same heuristic.
          toolCallsLikely: looksLikeToolCallCapable(m.id),
          // Real window from the native API, else a RAM-safe family heuristic.
          contextWindow: ctxMap[m.id] ?? guessContextWindow(m.id),
          visionLikely: looksVisionCapable(m.id),
        });
      }
    } catch (e: any) {
      logger.debug(`LM Studio response parse failed on port ${port}`, { err: e?.message });
    }
  }
  return all;
}

/** Run all detectors in parallel; combine + sort results. */
export async function detectAllLocalModels(): Promise<DetectedModel[]> {