Method forward

model/transformer_utils.py:71–74

(self, x)

    def __init__(self, dim, eps=1e-5):
        super().__init__(dim, eps=eps)
    def forward(self, x):
        type_ = x.dtype
        ret = super().forward(x.type(torch.float32))
        return ret.type(type_)

class MLP(nn.Module):
    def __init__(