Function getCachedRobotsTxt

src/api/utils/cache.ts:176–188

(
  domain: string,
  env: Env,
)

 * @returns Array of robot rules if found in cache, null otherwise
 */
export async function getCachedRobotsTxt(
  domain: string,
  env: Env,
): Promise<RobotsRule[] | null> {
  try {
    const key = getRobotsTxtCacheKey(domain);
    const result = await getFromCache(key, env);
    return result as RobotsRule[] | null;
  } catch (error) {
    console.warn("Failed to retrieve robots.txt from cache:", error);
    return null;
  }
}

/**
 * Cache robots.txt rules for a domain