Function fetchUrlContent

src/api/utils/cache.ts:259–299

({
  url,
  format,
}: {
  url: string;
  format: T;
})

 * @returns Content from the URL or null on error
 */
export async function fetchUrlContent<T extends keyof FormatOptions>({
  url,
  format,
}: {
  url: string;
  format: T;
}): Promise<FormatOptions[T] | null> {
  try {
    console.log(`Fetching ${url} with Cloudflare tiered cache`);

    const cfCacheOptions = {
      cacheEverything: true,
      cacheTtlByStatus: {
        "200-299": 3600, // Cache successful responses for 1 hour
        "404": 60, // Cache "Not Found" responses for 60 seconds
        "500-599": 0, // Do not cache server error responses
      },
    };

    // Use Cloudflare's tiered cache for content requests
    const response = await fetch(url, {
      cf: cfCacheOptions,
    });

    // Don't proceed with unsuccessful responses
    if (!response.ok) {
      console.log(
        `Error fetching ${url}: ${response.status} ${response.statusText}`,
      );
      return null;
    }

    // Process the response based on requested format
    const result =
      format === "json" ? await response.json() : await response.text();
    return result as FormatOptions[T];
  } catch (error) {
    console.warn(`Failed to fetch URL content (${url}):`, error);
    return null;
  }
}

/**
 * Get cached fetchDocumentation result