Function NewWithDialect

pkg/sql/tokenizer/tokenizer.go:307–318

NewWithDialect creates a new Tokenizer configured for the given SQL dialect. Dialect-specific keywords are recognized based on the dialect parameter. If dialect is empty or unknown, defaults to DialectPostgreSQL.

(dialect keywords.SQLDialect)

// Dialect-specific keywords are recognized based on the dialect parameter.
// If dialect is empty or unknown, defaults to DialectPostgreSQL.
func NewWithDialect(dialect keywords.SQLDialect) (*Tokenizer, error) {
	if dialect == "" || dialect == keywords.DialectUnknown {
		dialect = keywords.DialectPostgreSQL
	}
	kw := keywords.New(dialect, true)
	return &Tokenizer{
		keywords:   kw,
		dialect:    dialect,
		pos:        NewPosition(1, 0),
		lineStarts: []int{0},
	}, nil
}

// Dialect returns the SQL dialect configured for this tokenizer.
func (t *Tokenizer) Dialect() keywords.SQLDialect {