Function crawl_source_maps

src/js_crawler.rs:867–926

Comprehensive source map crawler

(
    js_files: &[String],
    client: &Client,
    validate_tokens: bool,
    max_concurrent: usize,
)

/// Comprehensive source map crawler
pub async fn crawl_source_maps(
    js_files: &[String],
    client: &Client,
    validate_tokens: bool,
    max_concurrent: usize,
) -> Vec<SourceMapInfo> {
    println!("{}", "[*] Searching for source maps (.map files)...".cyan());

    let mut all_maps = Vec::new();
    let mut found = 0;

    use futures::stream::{self, StreamExt};

    let results = stream::iter(js_files.to_vec())
        .map(|js_url| {
            let client = client.clone();
            async move {
                // Fetch JS file
                let js_response = client
                    .get(&js_url)
                    .timeout(Duration::from_secs(10))
                    .send()
                    .await
                    .ok()?;

                let js_content = js_response.text().await.ok()?;

                // Try to find source map
                let map_url = find_source_map(&js_url, &js_content, &client).await?;

                // Fetch and parse source map
                let source_map = fetch_source_map(&map_url, &client).await?;

                // Analyze it
                let info = analyze_source_map(&map_url, &source_map, &client, validate_tokens).await;

                Some(info)
            }
        })
        .buffer_unordered(max_concurrent)
        .collect::<Vec<_>>()
        .await;

    for info in results.into_iter().flatten() {
        found += 1;
        println!("{}", format!("  [+] Found source map: {}", info.map_url).green());
        println!("{}", format!("      Original files: {}", info.original_files.len()).cyan());
        if !info.secrets.is_empty() {
            println!("{}", format!("      Secrets found: {}", info.secrets.len()).red());
        }
        if !info.endpoints.is_empty() {
            println!("{}", format!("      Endpoints found: {}", info.endpoints.len()).yellow());
        }
        all_maps.push(info);
    }

    println!("{}", format!("[+] Source map analysis complete: {} maps found", found).green().bold());