Method __init__

ML/src/python/neuralforge/nn/activations.py:101–103

(self, num_parameters=1, init=0.25)

class PReLU(nn.Module):
    def __init__(self, num_parameters=1, init=0.25):
        super().__init__()
        self.weight = nn.Parameter(torch.ones(num_parameters) * init)
    
    def forward(self, x):
        return torch.where(x > 0, x, self.weight * x)