| 36 | except: |
| 37 | # dummy GradScaler for PyTorch < 1.6 |
| 38 | class GradScaler: |
| 39 | def __init__(self): |
| 40 | pass |
| 41 | def scale(self, loss): |
| 42 | return loss |
| 43 | def unscale_(self, optimizer): |
| 44 | pass |
| 45 | def step(self, optimizer): |
| 46 | optimizer.step() |
| 47 | def update(self): |
| 48 | pass |
| 49 | |
| 50 | #torch.autograd.set_detect_anomaly(True) |
| 51 |