Function Filter

extractor/extractor.go:71–89

Filter applies options to filter URLs from the input channel.

(input <-chan url.URL, options ...func([]url.URL) []url.URL)

// Filter applies options to filter URLs from the input channel.
func Filter(input <-chan url.URL, options ...func([]url.URL) []url.URL) (<-chan url.URL, error) {
	output := make(chan url.URL)
	go func() {
		defer close(output)
		var urls []url.URL
		for u := range input {
			urls = append(urls, u)
		}

		for _, option := range options {
			urls = option(urls)
		}

		for _, u := range urls {
			output <- u
		}
	}()
	return output, nil
}

// WithComplete is an option to complete relative URLs.
func WithComplete(base *url.URL) func([]url.URL) []url.URL {