Function webGet

cli/plugins/builtin_web_httpclient.go:89–100

webGet issues a GET to url through the shared proxy/SSRF-aware client with the given extra headers (User-Agent is managed here, do not pass it). It sends a browser User-Agent by default so public CDNs (Cloudflare/Mintlify) don't bot-block it with a 403. If the response is a gateway auth challenge (4

(ctx context.Context, url string, extraHeaders map[string]string)

// gateways allow through. An explicit CHATCLI_WEBFETCH_USER_AGENT disables the
// fallback, since the user chose that UA deliberately.
func webGet(ctx context.Context, url string, extraHeaders map[string]string) (*http.Response, error) {
	resp, err := webGetWithUA(ctx, url, browserUA(), extraHeaders)
	if err != nil {
		return nil, err
	}
	if (resp.StatusCode == http.StatusUnauthorized || resp.StatusCode == http.StatusProxyAuthRequired) &&
		strings.TrimSpace(os.Getenv("CHATCLI_WEBFETCH_USER_AGENT")) == "" {
		_ = resp.Body.Close()
		return webGetWithUA(ctx, url, fallbackUserAgent, extraHeaders)
	}
	return resp, nil
}

// webGetWithUA performs a single GET with the given User-Agent and headers.
//