(outer_fp: IO[bytes], path: Path)
| 836 | |
| 837 | |
| 838 | def lazy_load_torch_file(outer_fp: IO[bytes], path: Path) -> ModelPlus: |
| 839 | zf = zipfile.ZipFile(outer_fp) |
| 840 | pickle_paths = [name for name in zf.namelist() if name.endswith('.pkl')] |
| 841 | assert len(pickle_paths) == 1, pickle_paths |
| 842 | pickle_fp = zf.open(pickle_paths[0], 'r') |
| 843 | unpickler = LazyUnpickler(pickle_fp, |
| 844 | data_base_path=pickle_paths[0][:-4], |
| 845 | zip_file=zf) |
| 846 | model = unpickler.load() |
| 847 | if 'model' in model: model = model['model'] |
| 848 | as_dict = dict(model.items()) |
| 849 | return ModelPlus(model=as_dict, paths=[path], format='torch', vocab=None) |
| 850 | |
| 851 | |
| 852 | def lazy_load_safetensors_file(fp: IO[bytes], path: Path) -> ModelPlus: |
no test coverage detected