(lazy_tensors: list[LazyTensor])
| 944 | |
| 945 | |
| 946 | def pack_experts_lazy(lazy_tensors: list[LazyTensor]) -> LazyTensor: |
| 947 | def load() -> Tensor: |
| 948 | tensors = [lazy_tensor.load() for lazy_tensor in lazy_tensors] |
| 949 | return UnquantizedTensor(np.array([tensor.ndarray for tensor in tensors])) |
| 950 | s = lazy_tensors[0].shape.copy() |
| 951 | s.insert(0, len(lazy_tensors)) |
| 952 | return LazyTensor(load, s, lazy_tensors[0].data_type, 'pack_experts ' + ' | '.join(lt.description for lt in lazy_tensors)) |
| 953 | |
| 954 | |
| 955 | def lazy_load_safetensors_file(fp: IO[bytes], path: Path) -> ModelPlus: |
no test coverage detected