Function NewWithKeywords

pkg/sql/tokenizer/tokenizer.go:351–361

NewWithKeywords initializes a Tokenizer with a custom keyword classifier. This allows you to customize keyword recognition for specific SQL dialects or to add custom keywords. The keywords parameter must not be nil. Returns an error if keywords is nil. Example: kw := keywords.NewKeywords() //

(kw *keywords.Keywords)

//	    return err
//	}
func NewWithKeywords(kw *keywords.Keywords) (*Tokenizer, error) {
	if kw == nil {
		return nil, errors.InvalidSyntaxError("keywords cannot be nil", models.Location{Line: 1, Column: 0}, "")
	}

	return &Tokenizer{
		keywords:   kw,
		pos:        NewPosition(1, 0),
		lineStarts: []int{0},
	}, nil
}

// Tokenize converts raw SQL bytes into a slice of tokens with position information.
//