Method readWord

tokenizer/tokenizer.go:180–192

readWord reads a single word from the input. Returns when the next rune is any of: nil (-1), empty space, comma, single/double quote, backtick, or opening/closing parenthesis/bracket.

()

// any of: nil (-1), empty space, comma, single/double quote, backtick,
// or opening/closing parenthesis/bracket.
func (t *Tokenizer) readWord() string {
	word := []rune{}

	for {
		if unicode.IsSpace(t.current()) ||
			t.currentIs(-1, ',', '\'', '"', '`', '(', ')', '[', ']') {
			return string(word)
		}

		word = append(word, t.current())
		t.input = t.input[1:]
	}
}

// readQuery reads a full string until reaching a closing parentheses. Counts
// opening parens to ensure that balance is maintained.