Method zero_grad

internlm/core/engine.py:101–103

Sets the gradient of all parameters in the model to zero.

(self)

            handler.handle_gradient()

    def zero_grad(self):
        """Sets the gradient of all parameters in the model to zero."""
        self.optimizer.zero_grad()

    def step(self):
        """