Method __init__

ML/src/python/neuralforge/nn/activations.py:84–86

(self, alpha=1.0)

class ELU(nn.Module):
    def __init__(self, alpha=1.0):
        super().__init__()
        self.alpha = alpha
    
    def forward(self, x):
        return torch.where(x > 0, x, self.alpha * (torch.exp(x) - 1))