(self)
| 99 | self.ddp_model = self.model |
| 100 | |
| 101 | def _load_and_sync_parameters(self): |
| 102 | resume_checkpoint = find_resume_checkpoint() or self.resume_checkpoint |
| 103 | |
| 104 | if resume_checkpoint: |
| 105 | self.resume_step = parse_resume_step_from_filename(resume_checkpoint) |
| 106 | # if dist.get_rank() == 0: |
| 107 | logger.log(f"loading model from checkpoint: {resume_checkpoint}...") |
| 108 | self.model.load_state_dict( |
| 109 | dist_util.load_state_dict( |
| 110 | resume_checkpoint, map_location=dist_util.dev() |
| 111 | ) |
| 112 | ) |
| 113 | |
| 114 | # dist_util.sync_params(self.model.parameters()) |
| 115 | |
| 116 | def _load_ema_parameters(self, rate): |
| 117 | ema_params = copy.deepcopy(self.mp_trainer.master_params) |
no test coverage detected