| 247 | param_group["lr"] = lr |
| 248 | |
| 249 | def log_step(self): |
| 250 | logger.logkv("step", self.step + self.resume_step) |
| 251 | logger.logkv("samples", (self.step + self.resume_step + 1) * self.global_batch) |
| 252 | logger.logkv("lr", self.opt.param_groups[0]["lr"]) |
| 253 | if self.step % 10 == 0: |
| 254 | self.tb.add_scalar("step", self.step + self.resume_step, global_step=self.step) |
| 255 | self.tb.add_scalar("samples", (self.step + self.resume_step + 1) * self.global_batch, global_step=self.step) |
| 256 | self.tb.add_scalar("lr", self.opt.param_groups[0]["lr"], global_step=self.step) |
| 257 | |
| 258 | def save(self): |
| 259 | def save_checkpoint(rate, params): |