Function layer_norm

examples/tensorflow/encoder/utils/encoder.py:21–23

(input_tensor, name=None)

from examples.tensorflow.common_utils.position import SinusoidalPositionEncoder

def layer_norm(input_tensor, name=None):
    return tf.contrib.layers.layer_norm(
        inputs=input_tensor, begin_norm_axis=-1, begin_params_axis=-1, scope=name)

def build_sequence_mask(sequence_length,
                        num_heads=None,