MCPcopy Create free account
hub / github.com/ajitpratap0/GoSQLX / tokenizeForTest

Function tokenizeForTest

pkg/sql/parser/negative_parser_test.go:450–472  ·  view source on GitHub ↗

tokenizeForTest tokenizes a SQL string into parser tokens. Returns nil if tokenization or conversion fails (valid outcome for negative tests).

(t *testing.T, sql string)

Source from the content-addressed store, hash-verified

448// tokenizeForTest tokenizes a SQL string into parser tokens.
449// Returns nil if tokenization or conversion fails (valid outcome for negative tests).
450func tokenizeForTest(t *testing.T, sql string) []token.Token {
451 t.Helper()
452
453 if strings.TrimSpace(sql) == "" {
454 return []token.Token{}
455 }
456
457 tkz := tokenizer.GetTokenizer()
458 defer tokenizer.PutTokenizer(tkz)
459
460 modelTokens, err := tkz.Tokenize([]byte(sql))
461 if err != nil {
462 t.Logf("tokenization failed (expected for malformed SQL): %v", err)
463 return nil
464 }
465
466 converted, err := convertModelTokens(modelTokens)
467 if err != nil {
468 t.Logf("token conversion failed: %v", err)
469 return nil
470 }
471 return converted
472}
473
474// TestPoolContamination verifies that parsing different SQL patterns through pooled
475// parsers doesn't cause cross-contamination between parses.

Callers 1

Calls 5

GetTokenizerFunction · 0.92
PutTokenizerFunction · 0.92
convertModelTokensFunction · 0.85
TokenizeMethod · 0.80
HelperMethod · 0.65

Tested by

no test coverage detected