(self, x)
| 46 | class GELU(nn.Module): |
| 47 | |
| 48 | def forward(self, x): |
| 49 | return 0.5 * x * (1.0 + torch.tanh( |
| 50 | math.sqrt(2.0 / math.pi) * (x + 0.044715 * torch.pow(x, 3.0)))) |
| 51 | |
| 52 | |
| 53 | class T5LayerNorm(nn.Module): |
nothing calls this directly
no outgoing calls
no test coverage detected