(self, path: Path)
| 1288 | _FILES = {"spm": "tokenizer.model", "bpe": "vocab.json", "hfft": "tokenizer.json"} |
| 1289 | |
| 1290 | def __init__(self, path: Path): |
| 1291 | self.path = path |
| 1292 | self.file_paths = self._detect_files() |
| 1293 | print(f"Found vocab files: {self.file_paths}") |
| 1294 | |
| 1295 | def _detect_files(self) -> dict[str, Path | None]: |
| 1296 | def locate(file: str) -> Path | None: |
nothing calls this directly
no test coverage detected