Method __init__

ML/src/python/neuralforge/nn/activations.py:77–78

(self)

class SiLU(nn.Module):
    def __init__(self):
        super().__init__()
    
    def forward(self, x):
        return x * torch.sigmoid(x)