Function tokenize

pkg/sql/tokenizer/tsql_test.go:36–47

tokenize is a test helper that tokenizes input and strips the trailing EOF.

(t *testing.T, tkz *Tokenizer, input string)

// tokenize is a test helper that tokenizes input and strips the trailing EOF.
func tokenize(t *testing.T, tkz *Tokenizer, input string) []models.TokenWithSpan {
	t.Helper()
	tokens, err := tkz.Tokenize([]byte(input))
	if err != nil {
		t.Fatalf("Tokenize(%q) error = %v", input, err)
	}
	// Strip trailing EOF
	if len(tokens) > 0 && tokens[len(tokens)-1].Token.Type == models.TokenTypeEOF {
		tokens = tokens[:len(tokens)-1]
	}
	return tokens
}

func TestTSQL_TempTableIdentifiers(t *testing.T) {
	tkz := newSQLServerTokenizer(t)