Method __init__

ML/src/python/neuralforge/nn/activations.py:68–70

(self)

class GEGLU(nn.Module):
    def __init__(self):
        super().__init__()
        self.gelu = GELU()
    
    def forward(self, x):
        a, b = x.chunk(2, dim=-1)