Method step

PATH/core/optimizers/adam_clip.py:14–18

(self, closure=None)

        self.norm_type = norm_type

    def step(self, closure=None):
        if self.max_norm is not None:
            for group in self.param_groups:
                clip_grad_norm_(group['params'], self.max_norm, self.norm_type)
        super(AdamWithClip, self).step(closure)


class AdamWWithClip(AdamW):