| 70 | } |
| 71 | |
| 72 | func validateScopeFunc(h *Headless, URL string) browser.ScopeValidator { |
| 73 | parsedURL, err := url.Parse(URL) |
| 74 | if err != nil { |
| 75 | return func(string) bool { return true } |
| 76 | } |
| 77 | rootHostname := parsedURL.Hostname() |
| 78 | |
| 79 | return func(s string) bool { |
| 80 | if h.options.ScopeManager == nil { |
| 81 | return true |
| 82 | } |
| 83 | parsed, err := url.Parse(s) |
| 84 | if err != nil { |
| 85 | return false |
| 86 | } |
| 87 | validated, err := h.options.ScopeManager.Validate(parsed, rootHostname) |
| 88 | if err != nil { |
| 89 | return false |
| 90 | } |
| 91 | return validated |
| 92 | } |
| 93 | } |
| 94 | |
| 95 | // Crawl executes the headless crawling on a given URL |
| 96 | func (h *Headless) Crawl(URL string) error { |