(self, x: VarLenTensor)
| 47 | A GroupNorm layer that converts to float32 before the forward pass. |
| 48 | """ |
| 49 | def forward(self, x: VarLenTensor) -> VarLenTensor: |
| 50 | x_dtype = x.dtype |
| 51 | x = manual_cast(x, torch.float32) |
| 52 | o = super().forward(x) |
| 53 | return manual_cast(o, x_dtype) |
| 54 | |
| 55 | |
| 56 | class SparseLayerNorm32(SparseLayerNorm): |
nothing calls this directly
no test coverage detected