| 653 | ) |
| 654 | |
| 655 | class FullModelGradientClippingOptimizer(optim): |
| 656 | def step(self, closure=None): |
| 657 | all_params = itertools.chain(*[x["params"] for x in self.param_groups]) |
| 658 | torch.nn.utils.clip_grad_norm_(all_params, clip_norm_val) |
| 659 | super().step(closure=closure) |
| 660 | |
| 661 | return FullModelGradientClippingOptimizer if enable else optim |
| 662 |
nothing calls this directly
no outgoing calls
no test coverage detected