Function cacheRobotsTxt

src/api/utils/cache.ts:196–207

(
  domain: string,
  rules: RobotsRule[],
  env: Env,
)

 * @param env - Environment with Cloudflare bindings
 */
export async function cacheRobotsTxt(
  domain: string,
  rules: RobotsRule[],
  env: Env,
): Promise<void> {
  try {
    const key = getRobotsTxtCacheKey(domain);
    await setInCache(key, rules, env, getCacheTTL());
  } catch (error) {
    console.warn("Failed to save robots.txt to cache:", error);
  }
}

/**
 * Check if vectors exist in cache for a repository