Method step

PATH/core/optimizers/adam_clip.py:29–34

(self, closure=None)

        self.norm_type = norm_type

    def step(self, closure=None):

        if self.max_norm is not None:
            for group in self.param_groups:
                clip_grad_norm_(group['params'], self.max_norm, self.norm_type)
        super(AdamWWithClip, self).step(closure)


# class AdamWWithClipDev(AdamW):