Struct ExactTokenizer

tok/tok.go:395–399

ExactTokenizer returns the exact string as a token. If collator is provided for any language then it also adds the language in the prefix .

// ExactTokenizer returns the exact string as a token. If collator is provided for
// any language then it also adds the language in the prefix .
type ExactTokenizer struct {
	langBase string
	cl       *collate.Collator
	buffer   *collate.Buffer
}

func (t ExactTokenizer) Name() string { return "exact" }
func (t ExactTokenizer) Type() string { return "string" }