Function Tokenize

tokenizer/tokenizer.go:17–21

Tokenize starts a reader of Event in the background that reads until the input is closed. This method starts a goroutine in the background and should be stopped by closing the input reader.

(input io.Reader)

// Tokenize starts a reader of Event in the background that reads until the input is closed. This method starts a
// goroutine in the background and should be stopped by closing the input reader.
func Tokenize(input io.Reader) <-chan Event {
	output := make(chan Event)
	go decode(input, output)
	return output
}

type state string