Function extractTextFromHTML

api/service/tools/web_fetch.go:287–293

(raw string)

}

func extractTextFromHTML(raw string) string {
	s := htmlScriptStyleRe.ReplaceAllString(raw, " ")
	s = htmlCommentRe.ReplaceAllString(s, " ")
	s = htmlTagRe.ReplaceAllString(s, " ")
	s = html.UnescapeString(s)
	return normalizeWebFetchText(s)
}

func normalizeWebFetchText(raw string) string {
	raw = strings.ReplaceAll(raw, "\r\n", "\n")