For calibrating misalignment gradient via cliping gradient technique :param optimizer: :param grad_clip: :return:
(optimizer, grad_clip)
| 33 | return loss_map.mean() |
| 34 | |
| 35 | def clip_gradient(optimizer, grad_clip): |
| 36 | """ |
| 37 | For calibrating misalignment gradient via cliping gradient technique |
| 38 | :param optimizer: |
| 39 | :param grad_clip: |
| 40 | :return: |
| 41 | """ |
| 42 | for group in optimizer.param_groups: |
| 43 | for param in group['params']: |
| 44 | if param.grad is not None: |
| 45 | param.grad.data.clamp_(-grad_clip, grad_clip) |
| 46 | |
| 47 | |
| 48 | def adjust_lr(optimizer, init_lr, epoch, decay_rate=0.1, decay_epoch=30): |