Struct FullTextTokenizer

tok/tok.go:556–556

FullTextTokenizer generates full-text tokens from string data.

// FullTextTokenizer generates full-text tokens from string data.
type FullTextTokenizer struct{ lang string }

func (t FullTextTokenizer) Name() string { return "fulltext" }
func (t FullTextTokenizer) Type() string { return "string" }