(self, model, device="cpu")
| 5 | |
| 6 | class CpuOffloader: |
| 7 | def __init__(self, model, device="cpu"): |
| 8 | self.model = model |
| 9 | self.original_device = device |
| 10 | self.original_dtype = model.dtype |
| 11 | |
| 12 | def __enter__(self): |
| 13 | if not hasattr(self.model,"torchao_quantized"): |
nothing calls this directly
no outgoing calls
no test coverage detected