(item: tuple[str, LazyTensor])
| 1299 | |
| 1300 | @staticmethod |
| 1301 | def do_item(item: tuple[str, LazyTensor]) -> tuple[DataType, NDArray]: |
| 1302 | name, lazy_tensor = item |
| 1303 | tensor = lazy_tensor.load().to_ggml() |
| 1304 | return (lazy_tensor.data_type, tensor.ndarray, tensor.i2_scale) |
| 1305 | |
| 1306 | @staticmethod |
| 1307 | def maybe_do_quantize(item: tuple[DataType, NDArray]) -> NDArray: |