(self, llama: llama_cpp.Llama)
| 44 | |
| 45 | class LlamaTokenizer(BaseLlamaTokenizer): |
| 46 | def __init__(self, llama: llama_cpp.Llama): |
| 47 | self._model = llama._model # type: ignore |
| 48 | |
| 49 | def tokenize( |
| 50 | self, text: bytes, add_bos: bool = True, special: bool = True |
nothing calls this directly
no outgoing calls
no test coverage detected