Function fetchWebSearchAPI

tool/web_search.go:518–564

(ctx context.Context, method string, endpoint string, query url.Values, body io.Reader, headers map[string]string, httpClient *http.Client)

}

func fetchWebSearchAPI(ctx context.Context, method string, endpoint string, query url.Values, body io.Reader, headers map[string]string, httpClient *http.Client) ([]byte, error) {
	parsedURL, err := url.Parse(endpoint)
	if err != nil {
		return nil, err
	}

	searchQuery := parsedURL.Query()
	for key, values := range query {
		for _, value := range values {
			searchQuery.Add(key, value)
		}
	}
	parsedURL.RawQuery = searchQuery.Encode()

	req, err := http.NewRequestWithContext(ctx, method, parsedURL.String(), body)
	if err != nil {
		return nil, err
	}
	req.Header.Set("User-Agent", webSearchUserAgent)
	req.Header.Set("Accept", "application/json")
	for key, value := range headers {
		req.Header.Set(key, value)
	}

	resp, err := httpClient.Do(req)
	if err != nil {
		return nil, err
	}
	defer resp.Body.Close()

	bodyBytes, err := io.ReadAll(io.LimitReader(resp.Body, webSearchMaxResponseSize+1))
	if err != nil {
		return nil, err
	}
	if len(bodyBytes) > webSearchMaxResponseSize {
		return nil, fmt.Errorf("response body exceeds %d bytes", webSearchMaxResponseSize)
	}
	if resp.StatusCode < http.StatusOK || resp.StatusCode >= http.StatusMultipleChoices {
		message := strings.TrimSpace(string(bodyBytes))
		if message == "" {
			message = resp.Status
		}
		return nil, fmt.Errorf("HTTP %d: %s", resp.StatusCode, message)
	}

	return bodyBytes, nil
}

func fetchWebSearchHTML(ctx context.Context, endpoint string, query url.Values, httpClient *http.Client) (string, error) {
	parsedURL, err := url.Parse(endpoint)