Method get_loss_scale

codegeex/megatron/optimizer/optimizer.py:469–471

FP32 optimizer does not do any scaling.

(self)

            _zero_grad_group_helper(group["params"], set_to_none)

    def get_loss_scale(self):
        """FP32 optimizer does not do any scaling."""
        return self._scale

    @torch.no_grad()
    def step(self):