(self, x, residual=None, prenorm=False, residual_in_fp32=False)
| 654 | return s |
| 655 | |
| 656 | def forward(self, x, residual=None, prenorm=False, residual_in_fp32=False): |
| 657 | return rms_norm_fn( |
| 658 | x, |
| 659 | self.weight, |
| 660 | self.bias, |
| 661 | residual=residual, |
| 662 | eps=self.eps, |
| 663 | prenorm=prenorm, |
| 664 | residual_in_fp32=residual_in_fp32, |
| 665 | ) |
| 666 | |
| 667 | |
| 668 | class LayerNormLinearFn(torch.autograd.Function): |
nothing calls this directly
no test coverage detected