Function get_bn

examples/Saliency/resnet_model.py:19–26

Zero init gamma is good for resnet. See https://arxiv.org/abs/1706.02677.

(zero_init=False)

def get_bn(zero_init=False):
    """
    Zero init gamma is good for resnet. See https://arxiv.org/abs/1706.02677.
    """
    if zero_init:
        return lambda x, name=None: BatchNorm('bn', x, gamma_initializer=tf.zeros_initializer())
    else:
        return lambda x, name=None: BatchNorm('bn', x)


# ----------------- pre-activation resnet ----------------------