Method get_loss_scale

codegeex/megatron/optimizer/optimizer.py:94–96

The output should be a cuda tensor of size 1.

(self)

    @abstractmethod
    def get_loss_scale(self):
        """The output should be a cuda tensor of size 1."""
        pass

    def scale_loss(self, loss):
        """Simple scaling."""