Function test_leakyrelu_activation

numpy_ml/tests/test_nn_activations.py:184–200

(N=50)

def test_leakyrelu_activation(N=50):
    from numpy_ml.neural_nets.activations import LeakyReLU

    N = np.inf if N is None else N

    i = 0
    while i < N:
        n_dims = np.random.randint(1, 100)
        z = random_stochastic_matrix(1, n_dims)
        alpha = np.random.uniform(0, 10)

        mine = LeakyReLU(alpha=alpha)
        gold = lambda z: F.leaky_relu(torch.FloatTensor(z), alpha).numpy()
        assert_almost_equal(mine.fn(z), gold(z))

        print("PASSED")
        i += 1


def test_gelu_activation(N=50):