Set the tokenizer configuration.
(mut self, config: TokenizerConfig)
| 519 | |
| 520 | /// Set the tokenizer configuration. |
| 521 | pub fn with_tokenizer(mut self, config: TokenizerConfig) -> Self { |
| 522 | self.tokenizer_config = config; |
| 523 | self |
| 524 | } |
| 525 | } |
| 526 | |
| 527 | /// Compute word-level diff between two byte slices. |
no outgoing calls