Function normalizeQuote

pkg/sql/tokenizer/unicode.go:102–111

normalizeQuote converts Unicode quote characters to standard ASCII quotes. This normalization ensures consistent quote handling across different text encodings and input sources (e.g., copy-paste from documents, web forms). Normalization mappings: - U+2018 (') LEFT SINGLE QUOTATION MARK → ' - U+20

(r rune)

// Returns the normalized ASCII quote character, or the original rune if
// it's not a Unicode quote.
func normalizeQuote(r rune) rune {
	switch r {
	case '\u2018', '\u2019', '\u00AB', '\u00BB': // Single quotes and guillemets
		return '\''
	case '\u201C', '\u201D': // Left and right double quotes
		return '"'
	default:
		return r
	}
}