Function Read

runner/runner.go:147–156

Read is a wrapper around the bufio.Scanner Text() method. Upon reading from the input, the line is automatically parsed to a *url.URL. An io.EOF error is returned when there are no more lines.

(input io.Reader)

// Upon reading from the input, the line is automatically parsed to a *url.URL.
// An io.EOF error is returned when there are no more lines.
func Read(input io.Reader) func() (*url.URL, error) {
	scanner := bufio.NewScanner(input)
	return func() (*url.URL, error) {
		if !scanner.Scan() {
			return nil, io.EOF
		}

		return url.Parse(scanner.Text())
	}
}

func (r *runner) ProcessResponse(data io.Reader) {
	sources, err := extractor.ExtractSources(data)