(self)
| 108 | self.ddp_model = self.model |
| 109 | |
| 110 | def _load_and_sync_parameters(self): |
| 111 | resume_checkpoint = find_resume_checkpoint() or self.resume_checkpoint |
| 112 | |
| 113 | if resume_checkpoint: |
| 114 | self.resume_step = parse_resume_step_from_filename(resume_checkpoint) |
| 115 | if dist.get_rank() == 0: |
| 116 | logger.log(f"loading model from checkpoint: {resume_checkpoint}...") |
| 117 | self.model.load_state_dict( |
| 118 | dist_util.load_state_dict( |
| 119 | resume_checkpoint, map_location=dist_util.dev() |
| 120 | ) |
| 121 | ) |
| 122 | |
| 123 | dist_util.sync_params(self.model.parameters()) |
| 124 | |
| 125 | def _load_ema_parameters(self, rate): |
| 126 | ema_params = copy.deepcopy(self.mp_trainer.master_params) |
no test coverage detected