Method forward

model/transformer_utils.py:62–63

(self, x)

    Fast gelu implementation.
    """
    def forward(self, x):
        return x * torch.sigmoid(1.702 * x)
    
class LayerNorm(nn.RMSNorm):
    """