(self, x)
| 515 | self.eps = eps |
| 516 | |
| 517 | def initialize(self, x): |
| 518 | shape = (self.n_features,) |
| 519 | self.Gamma = Tensor(shape=shape, dtype=x.dtype, requires_grad=False, stores_grad=False) |
| 520 | self.Beta = Tensor(shape=shape, dtype=x.dtype, requires_grad=False, stores_grad=False) |
| 521 | self.Gamma.set_value(1.0) |
| 522 | self.Beta.set_value(0.0) |
| 523 | |
| 524 | def forward(self, x): |
| 525 | # x: input tensor with shape [batch_size, n_features] |