Function refreshModelCapabilities

src/utils/model/modelCapabilities.ts:86–126

()

}

export async function refreshModelCapabilities(): Promise<void> {
  if (!isModelCapabilitiesEligible()) return
  if (isEssentialTrafficOnly()) return
  if (getAuthHeaders().error) {
    logForDebugging('[modelCapabilities] skipped: no auth available')
    return
  }

  try {
    const inferenceClient = await getInferenceClient({ maxRetries: 1 })
    const betas = getCurrentSubscriptionSessionState()
      .isOauthBackedFirstPartySession
      ? [OAUTH_BETA_HEADER]
      : undefined
    const parsed: ModelCapability[] = []
    for await (const entry of inferenceClient.listModels({ betas })) {
      const result = ModelCapabilitySchema().safeParse(entry)
      if (result.success) parsed.push(result.data)
    }
    if (parsed.length === 0) return

    const path = getCachePath()
    const models = sortForMatching(parsed)
    if (isEqual(loadCache(path), models)) {
      logForDebugging('[modelCapabilities] cache unchanged, skipping write')
      return
    }

    await mkdir(getCacheDir(), { recursive: true })
    await writeFile(path, jsonStringify({ models, timestamp: Date.now() }), {
      encoding: 'utf-8',
      mode: 0o600,
    })
    loadCache.cache.delete(path)
    logForDebugging(`[modelCapabilities] cached ${models.length} models`)
  } catch (error) {
    logForDebugging(
      `[modelCapabilities] fetch failed: ${error instanceof Error ? error.message : 'unknown'}`,
    )
  }
}