Function Inspect

pkg/sql/scanner/scan.go:1226–1259

Inspect analyses the string and returns the tokens found in it. If an incomplete token was encountered at the end, an InspectToken entry with ID -1 is appended. If a syntax error was encountered, it is returned as a token with type ERROR. See TestInspect and the examples in testdata/inspect for mo

(sql string)

//
// See TestInspect and the examples in testdata/inspect for more details.
func Inspect(sql string) []InspectToken {
	var s SQLScanner
	var lval fakeSym
	var tokens []InspectToken
	s.Init(sql)
	for {
		s.Scan(&lval)
		tok := InspectToken{
			ID:      lval.id,
			MaybeID: s.lastAttemptedID,
			Str:     lval.s,
			Start:   lval.pos,
			End:     int32(s.pos),
			Quoted:  s.quoted,
		}

		// A special affordance for unterminated quoted identifiers: try
		// to find the normalized text of the identifier found so far.
		if lval.id == lexbase.ERROR && s.lastAttemptedID == lexbase.IDENT && s.quoted {
			maybeIdent := sql[tok.Start:tok.End] + "\""
			var si SQLScanner
			si.Init(maybeIdent)
			si.Scan(&lval)
			if lval.id == lexbase.IDENT {
				tok.Str = lval.s
			}
		}

		tokens = append(tokens, tok)
		if lval.id == 0 || lval.id == lexbase.ERROR {
			return tokens
		}
	}
}