Method BuildRequest

fetcher/fetcher.go:38–72

BuildRequest creates a new [Request] with the provided context, URL, headers, and cookie jar

(
	ctx context.Context, url string, header http.Header, jar http.CookieJar,
)

// BuildRequest creates a new [Request] with the provided context, URL, headers, and cookie jar
func (f *Fetcher) BuildRequest(
	ctx context.Context, url string, header http.Header, jar http.CookieJar,
) (*Request, error) {
	url = transport.EscapeURL(url)

	// Set request timeout and get cancel function
	ctx, cancel := context.WithTimeout(ctx, f.config.DownloadTimeout)

	req, err := http.NewRequestWithContext(ctx, http.MethodGet, url, nil)
	if err != nil {
		cancel()
		return nil, newRequestError(err)
	}

	// Check if the URL scheme is supported
	if !f.transport.IsProtocolRegistered(req.URL.Scheme) {
		cancel()
		return nil, newRequestSchemeError(req.URL.Scheme)
	}

	// Add cookies from the jar to the request (if any)
	if jar != nil {
		for _, cookie := range jar.Cookies(req.URL) {
			req.AddCookie(cookie)
		}
	}

	// Set user agent header
	req.Header.Set(httpheaders.UserAgent, f.config.UserAgent)

	// Set headers
	httpheaders.CopyToRequest(header, req)

	return &Request{f, req, cancel}, nil
}

// checkRedirect is a method that checks if the number of redirects exceeds the maximum allowed
func (f *Fetcher) checkRedirect(req *http.Request, via []*http.Request) error {