Sets the learning rate to the initial LR decayed by 10 every 30 epochs
(optimizer, epoch)
| 244 | |
| 245 | |
| 246 | def adjust_learning_rate(optimizer, epoch): |
| 247 | """Sets the learning rate to the initial LR decayed by 10 every 30 epochs""" |
| 248 | if epoch < 10: |
| 249 | lr = args.lr * (epoch + 1) / 10 |
| 250 | elif epoch >= 10 and epoch < 20: |
| 251 | lr = args.lr |
| 252 | elif epoch >= 20 and epoch < 50: |
| 253 | lr = args.lr * 0.1 |
| 254 | elif epoch >= 50: |
| 255 | lr = args.lr * 0.01 |
| 256 | |
| 257 | optimizer.param_groups[0]['lr'] = 0.1 * lr |
| 258 | for i in range(len(optimizer.param_groups) - 1): |
| 259 | optimizer.param_groups[i + 1]['lr'] = lr |
| 260 | |
| 261 | return lr |
| 262 | |
| 263 | |
| 264 | def warmup(epoch, net, optimizer, dataloader): |