Function GetWebsite

pkg/recon.go:1134–1257

* Simple get request to get the body of a normal response and the cookies */

(requrl string, setStatusCode bool, cacheBuster bool)

/* Simple get request to get the body of a normal response and the cookies */
func GetWebsite(requrl string, setStatusCode bool, cacheBuster bool) (WebsiteStruct, error) {
	errorString := "GetWebsite"

	var web WebsiteStruct
	cache := Config.Website.Cache
	queryParameterMap := make(map[string]string)

	// get domain
	domainParts := strings.SplitN(requrl, "/", 4)
	domain := domainParts[0] + "//" + domainParts[2]

	// splitting url like {https://www.m10x.de/}?{name=max&role=admin}
	urlSlice := strings.SplitN(requrl, "?", 2)

	// splitting queries like {name=max}&{role=admin}
	var parameterSlice []string
	if strings.Contains(requrl, "?") {
		parameterSlice = strings.Split(urlSlice[1], Config.QuerySeparator)
	}

	if len(parameterSlice) > 0 {
		queryParameterMap = setQueryParameterMap(queryParameterMap, parameterSlice)
	}

	if len(Config.Parameters) > 0 {
		queryParameterMap = setQueryParameterMap(queryParameterMap, Config.Parameters)
	}

	requrl = urlSlice[0]
	urlNoQueries := urlSlice[0]

	// adding query parameter
	for key, val := range queryParameterMap {
		if !strings.Contains(requrl, "?") {
			requrl += "?"
		} else {
			requrl += Config.QuerySeparator
		}
		requrl += key + "=" + val
	}

	cb := ""
	if cacheBuster {
		cb = "cb" + randInt()
	}

	req := fasthttp.AcquireRequest()
	resp := fasthttp.AcquireResponse()
	defer fasthttp.ReleaseRequest(req)
	defer fasthttp.ReleaseResponse(resp)
	var err error
	if Config.Website.Cache.CBisHTTPMethod {
		req.Header.SetMethod(Config.Website.Cache.CBName)
	} else if Config.DoPost {
		req.Header.SetMethod("POST")
	} else {
		req.Header.SetMethod("GET")
	}