(x, w, b, affine, normalized_dim, eps)
| 170 | |
| 171 | |
| 172 | def layer_norm(x, w, b, affine, normalized_dim, eps): |
| 173 | reduce_axes = list(range(x.ndim - normalized_dim, x.ndim)) |
| 174 | y, x_mean, rstd = _normalize(x, reduce_axes, eps) |
| 175 | if affine: |
| 176 | y = y * w + b |
| 177 | return y, x_mean, rstd |
| 178 | |
| 179 | |
| 180 | def layer_norm_grad(dy, x, w, x_mean, rstd, affine): |
no test coverage detected