Method readQuotedString

pkg/sql/tokenizer/tokenizer.go:981–1073

readQuotedString handles the actual scanning of a single/double-quoted string

(quote rune)

// readQuotedString handles the actual scanning of a single/double-quoted string
func (t *Tokenizer) readQuotedString(quote rune) (models.Token, error) {
	// Store start position for error reporting
	startPos := t.pos

	// Check for triple quotes
	if t.pos.Index+2 < len(t.input) {
		next1, _ := utf8.DecodeRune(t.input[t.pos.Index+1:])
		next2, _ := utf8.DecodeRune(t.input[t.pos.Index+2:])
		if next1 == quote && next2 == quote {
			return t.readTripleQuotedString(quote)
		}
	}

	// Get opening quote and remember the original quote character
	r, size := utf8.DecodeRune(t.input[t.pos.Index:])
	originalQuote := r
	quote = normalizeQuote(r)

	// Skip opening quote
	t.pos.AdvanceRune(r, size)

	var buf bytes.Buffer
	for t.pos.Index < len(t.input) {
		r, size := utf8.DecodeRune(t.input[t.pos.Index:])
		r = normalizeQuote(r)

		if r == quote {
			// Check for escaped quote
			if t.pos.Index+size < len(t.input) {
				nextR, nextSize := utf8.DecodeRune(t.input[t.pos.Index+size:])
				nextR = normalizeQuote(nextR)
				if nextR == quote {
					// Include one quote and skip the other
					buf.WriteRune(r)
					t.pos.Index += size + nextSize
					t.pos.Column += 2
					continue
				}
			}

			// End of string
			t.pos.Index += size
			t.pos.Column++

			value := buf.String()
			// For test compatibility, use appropriate token types based on quote style
			var tokenType models.TokenType
			if originalQuote == '\'' || originalQuote == '\u2018' || originalQuote == '\u2019' ||
				originalQuote == '«' || originalQuote == '»' {
				tokenType = models.TokenTypeSingleQuotedString // 124
			} else if originalQuote == '"' || originalQuote == '\u201C' || originalQuote == '\u201D' {
				tokenType = models.TokenTypeDoubleQuotedString // 124
			} else {
				tokenType = models.TokenTypeString // 20
			}
			return models.Token{
				Type:  tokenType,
				Value: value,