(self, optimizer, epoch)
| 64 | self.logger = tb_logger.Logger(logdir=args.tb_folder, flush_secs=2) |
| 65 | |
| 66 | def adjust_learning_rate(self, optimizer, epoch): |
| 67 | args = self.args |
| 68 | lr = args.learning_rate |
| 69 | if args.cosine: |
| 70 | eta_min = lr * (args.lr_decay_rate ** 3) |
| 71 | lr = eta_min + (lr - eta_min) * ( |
| 72 | 1 + math.cos(math.pi * epoch / args.epochs)) / 2 |
| 73 | else: |
| 74 | steps = np.sum(epoch > np.asarray(args.lr_decay_epochs)) |
| 75 | if steps > 0: |
| 76 | lr = lr * (args.lr_decay_rate ** steps) |
| 77 | |
| 78 | for param_group in optimizer.param_groups: |
| 79 | param_group['lr'] = lr |
| 80 | |
| 81 | def warmup_learning_rate(self, epoch, batch_id, total_batches, optimizer): |
| 82 | args = self.args |
no outgoing calls
no test coverage detected