| 440 | } |
| 441 | |
| 442 | type NGramTokenizer struct { |
| 443 | lang string |
| 444 | } |
| 445 | |
| 446 | // processTokens handles the common preprocessing steps for both QueryTokens and Tokens |
| 447 | func (t NGramTokenizer) processTokens(v interface{}) (analysis.TokenStream, error) { |
nothing calls this directly
no outgoing calls
no test coverage detected