| 271 | self.__setstate__({"state": state, "param_groups": param_groups}) |
| 272 | |
| 273 | def to_gpu(self): |
| 274 | for gindex, group in enumerate(self.param_groups): |
| 275 | for pindex, p in enumerate(group["params"]): |
| 276 | if p.device.type == "cpu": |
| 277 | continue |
| 278 | if p in self.state: |
| 279 | values = self.state[p] |
| 280 | for k, v in values.items(): |
| 281 | if isinstance(v, torch.Tensor): |
| 282 | is_paged = getattr(v, "is_paged", False) |
| 283 | if not is_paged: |
| 284 | self.state[p][k] = v.to(p.device) |
| 285 | |
| 286 | def check_overrides(self): |
| 287 | for module, attr, config in self.mng.module_weight_config_triple: |