(self, tokens: List[int])
| 67 | ) |
| 68 | |
| 69 | def decode(self, tokens: List[int]) -> str: |
| 70 | return self.detokenize(tokens).decode("utf-8", errors="ignore") |
| 71 | |
| 72 | @classmethod |
| 73 | def from_ggml_file(cls, path: str) -> "LlamaTokenizer": |
no test coverage detected