Method readQuotedIdentifier

pkg/sql/tokenizer/tokenizer.go:866–929

readQuotedIdentifier reads something like "MyColumn" with support for Unicode quotes

()

// readQuotedIdentifier reads something like "MyColumn" with support for Unicode quotes
func (t *Tokenizer) readQuotedIdentifier() (models.Token, error) {
	// Get and normalize opening quote
	r, size := utf8.DecodeRune(t.input[t.pos.Index:])
	quote := normalizeQuote(r)
	startPos := t.pos.Clone()

	// Skip opening quote
	t.pos.AdvanceRune(r, size)

	var buf bytes.Buffer
	for t.pos.Index < len(t.input) {
		r, size := utf8.DecodeRune(t.input[t.pos.Index:])
		r = normalizeQuote(r)

		if r == quote {
			// Check for escaped quote
			if t.pos.Index+size < len(t.input) {
				nextR, nextSize := utf8.DecodeRune(t.input[t.pos.Index+size:])
				nextR = normalizeQuote(nextR)
				if nextR == quote {
					// Include one quote and skip the other
					buf.WriteRune(r)
					t.pos.Index += size + nextSize
					t.pos.Column += 2
					continue
				}
			}

			// End of quoted identifier
			t.pos.Index += size
			t.pos.Column++

			word := &models.Word{
				Value:      buf.String(),
				QuoteStyle: quote,
			}

			// Double-quoted strings are identifiers in SQL
			return models.Token{
				Type:  models.TokenTypeDoubleQuotedString,
				Word:  word,
				Value: buf.String(),
				Quote: quote,
			}, nil
		}

		if r == '\n' {
			return models.Token{}, errors.UnterminatedStringError(
				models.Location{Line: startPos.Line, Column: startPos.Column},
				string(t.input),
			)
		}

		// Handle regular characters
		buf.WriteRune(r)
		t.pos.Index += size
		t.pos.Column++
	}