(self, closure=None)
| 93 | f", task_param: {len(task_param)}") |
| 94 | |
| 95 | def step(self, closure=None): |
| 96 | if self.clip_norm is not None: |
| 97 | for _g in self._split_param_groups: |
| 98 | all_params = itertools.chain(*_g) |
| 99 | clip_grad_norm_(all_params, self.clip_norm, self.norm_type) |
| 100 | |
| 101 | super(AdamWWithClipDev, self).step(closure) |
| 102 | |
| 103 | class AdamWWithBackboneClipDev(AdamW): |
| 104 | def __init__(self, params, lr=1e-3, betas=(0.9, 0.999), eps=1e-8, |
nothing calls this directly
no test coverage detected