Method extract_cloud_urls

src/parallel_executor.rs:492–537

Extract cloud storage URLs from a list of URLs

(&self, urls: &[String])

    /// Extract cloud storage URLs from a list of URLs
    fn extract_cloud_urls(&self, urls: &[String]) -> Vec<String> {
        let mut cloud_urls = HashSet::new();

        let patterns = [
            // S3
            r"https?://[a-z0-9][a-z0-9\-\.]+\.s3\.amazonaws\.com",
            r"https?://[a-z0-9][a-z0-9\-\.]+\.s3-[a-z0-9\-]+\.amazonaws\.com",
            r"https?://[a-z0-9][a-z0-9\-\.]+\.s3\.[a-z0-9\-]+\.amazonaws\.com",
            r"https?://s3\.amazonaws\.com/[a-z0-9][a-z0-9\-\.]+",
            r"https?://s3\.[a-z0-9\-]+\.amazonaws\.com/[a-z0-9][a-z0-9\-\.]+",
            // Azure
            r"https?://[a-z0-9]+\.blob\.core\.windows\.net",
            // GCP
            r"https?://storage\.googleapis\.com/[a-z0-9][a-z0-9\-_\.]+",
            r"https?://[a-z0-9][a-z0-9\-_\.]+\.storage\.googleapis\.com",
            // DigitalOcean Spaces
            r"https?://[a-z0-9][a-z0-9\-\.]+\.[a-z0-9]+\.digitaloceanspaces\.com",
            // Backblaze B2
            r"https?://f[0-9]+\.backblazeb2\.com/file/[a-z0-9][a-z0-9\-_]+",
            // Wasabi
            r"https?://s3\.[a-z0-9\-]+\.wasabisys\.com/[a-z0-9][a-z0-9\-_]+",
            // CloudFront (may point to S3)
            r"https?://[a-z0-9]+\.cloudfront\.net",
        ];

        for url in urls {
            for pattern in &patterns {
                if let Ok(re) = regex::Regex::new(pattern) {
                    for cap in re.find_iter(url) {
                        cloud_urls.insert(cap.as_str().to_string());
                    }
                }
            }
        }

        // Also check for common bucket naming patterns
        for url in urls {
            if url.contains("s3") || url.contains("bucket") ||
               url.contains("storage") || url.contains("blob") ||
               url.contains("cdn") || url.contains("assets") {
                cloud_urls.insert(url.clone());
            }
        }

        cloud_urls.into_iter().collect()
    }

    /// Check a single cloud URL for accessibility
    async fn check_cloud_url(client: &Client, url: &str) -> Option<CloudAsset> {