Method
__init__
(
self, #prev_layer,
center=True,
scale=True,
act=None,
# reuse=None,
# variables_collections=None,
# outputs_collections=None,
# trainable=True,
epsilon=1e-12,
begin_norm_axis=1,
begin_params_axis=-1,
beta_init=tl.initializers.zeros(),
gamma_init=tl.initializers.ones(),
data_format='channels_last',
name=None,
)
Source from the content-addressed store, hash-verified
| 618 | """ |
| 619 | |
| 620 | def __init__( |
| 621 | self, #prev_layer, |
| 622 | center=True, |
| 623 | scale=True, |
| 624 | act=None, |
| 625 | # reuse=None, |
| 626 | # variables_collections=None, |
| 627 | # outputs_collections=None, |
| 628 | # trainable=True, |
| 629 | epsilon=1e-12, |
| 630 | begin_norm_axis=1, |
| 631 | begin_params_axis=-1, |
| 632 | beta_init=tl.initializers.zeros(), |
| 633 | gamma_init=tl.initializers.ones(), |
| 634 | data_format='channels_last', |
| 635 | name=None, |
| 636 | ): |
| 637 | |
| 638 | # super(LayerNorm, self).__init__(prev_layer=prev_layer, act=act, name=name) |
| 639 | super(LayerNorm, self).__init__(name, act=act) |
| 640 | self.center = center |
| 641 | self.scale = scale |
| 642 | self.epsilon = epsilon |
| 643 | self.begin_norm_axis = begin_norm_axis |
| 644 | self.begin_params_axis = begin_params_axis |
| 645 | self.beta_init = beta_init |
| 646 | self.gamma_init = gamma_init |
| 647 | self.data_format = data_format |
| 648 | |
| 649 | logging.info( |
| 650 | "LayerNorm %s: act: %s" % (self.name, self.act.__name__ if self.act is not None else 'No Activation') |
| 651 | ) |
| 652 | |
| 653 | def build(self, inputs_shape): |
| 654 | params_shape = inputs_shape[self.begin_params_axis:] |
Callers
nothing calls this directly
Tested by
no test coverage detected