Method fetch_with_retry

crates/opencode-tool/src/webfetch.rs:231–272

(
        &self,
        url: &str,
        accept_header: &str,
        _timeout_secs: u64,
    )

impl WebFetchTool {
    async fn fetch_with_retry(
        &self,
        url: &str,
        accept_header: &str,
        _timeout_secs: u64,
    ) -> Result<reqwest::Response, ToolError> {
        let response = self
            .client
            .get(url)
            .header("Accept", accept_header)
            .header("Accept-Language", "en-US,en;q=0.9")
            .send()
            .await
            .map_err(|e| ToolError::ExecutionError(format!("Failed to fetch URL: {}", e)))?;

        if response.status() == 403 {
            let cf_mitigated = response
                .headers()
                .get("cf-mitigated")
                .and_then(|v| v.to_str().ok());

            if cf_mitigated == Some("challenge") {
                return self
                    .client
                    .get(url)
                    .header("Accept", accept_header)
                    .header("User-Agent", "opencode")
                    .send()
                    .await
                    .map_err(|e| ToolError::ExecutionError(format!("Failed to fetch URL: {}", e)));
            }
        }

        if !response.status().is_success() {
            return Err(ToolError::ExecutionError(format!(
                "Request failed with status code: {}",
                response.status()
            )));
        }

        Ok(response)
    }
}

fn convert_html_to_markdown(html: &str) -> String {