Function prelu

modelzoo/features/multihash_variable/dien/script/utils.py:172–179

parametric ReLU activation

(_x, scope='')

    return new_h, new_h

def prelu(_x, scope=''):
    """parametric ReLU activation"""
    with tf.variable_scope(name_or_scope=scope, default_name="prelu"):
        _alpha = tf.get_variable("prelu_"+scope, shape=_x.get_shape()[-1],
                                 dtype=_x.dtype, initializer=tf.constant_initializer(0.1))
        _zero = tf.constant(0,dtype=_x.dtype)
        # return tf.maximum(0.0, _x) + _alpha * tf.minimum(0.0, _x)
        return tf.maximum(_zero, _x) + _alpha * tf.minimum(_zero, _x)

def calc_auc(raw_arr):
    """Summary