(args, epoch, batch_id, total_batches, optimizer)
| 66 | |
| 67 | |
| 68 | def warmup_learning_rate(args, epoch, batch_id, total_batches, optimizer): |
| 69 | if args.warm and epoch <= args.warm_epochs: |
| 70 | p = (batch_id + (epoch - 1) * total_batches) / \ |
| 71 | (args.warm_epochs * total_batches) |
| 72 | lr = args.warmup_from + p * (args.warmup_to - args.warmup_from) |
| 73 | |
| 74 | for param_group in optimizer.param_groups: |
| 75 | param_group['lr'] = lr |
| 76 | |
| 77 | |
| 78 | def set_optimizer(opt, model): |