(self, text: str)
| 146 | return self._tokenizer |
| 147 | |
| 148 | def encode(self, text: str) -> list[int]: |
| 149 | self._lazy_load_tokenizer() |
| 150 | return self._tokenizer.encode(text) |
| 151 | |
| 152 | def decode(self, tokens: list[int]) -> str: |
| 153 | self._lazy_load_tokenizer() |
no test coverage detected