(model_params)
| 53 | |
| 54 | |
| 55 | def zero_grad(model_params): |
| 56 | for param in model_params: |
| 57 | if param.grad is not None: |
| 58 | if param.grad.grad_fn is not None: |
| 59 | param.grad.detach_() |
| 60 | else: |
| 61 | param.grad.requires_grad_(False) |
| 62 | param.grad.zero_() |
| 63 | |
| 64 | |
| 65 | # LR Schedulers |