(optimizer, init_lr, epoch, decay_rate=0.1, decay_epoch=30)
| 42 | param.grad.data.clamp_(-grad_clip, grad_clip) |
| 43 | |
| 44 | def adjust_lr(optimizer, init_lr, epoch, decay_rate=0.1, decay_epoch=30): |
| 45 | decay = decay_rate ** (epoch // decay_epoch) |
| 46 | for param_group in optimizer.param_groups: |
| 47 | param_group['lr'] *= decay |
| 48 | |
| 49 | class AvgMeter(object): |
| 50 | def __init__(self, num=40): |