Method __init__

model/transformer_utils.py:69–70

(self, dim, eps=1e-5)

    RMSNorm layer.
    """
    def __init__(self, dim, eps=1e-5):
        super().__init__(dim, eps=eps)
    def forward(self, x):
        type_ = x.dtype
        ret = super().forward(x.type(torch.float32))