(self, x)
| 51 | class GELU(nn.Module): |
| 52 | |
| 53 | def forward(self, x): |
| 54 | return 0.5 * x * (1.0 + torch.tanh( |
| 55 | math.sqrt(2.0 / math.pi) * (x + 0.044715 * torch.pow(x, 3.0)))) |
| 56 | |
| 57 | |
| 58 | class T5LayerNorm(nn.Module): |
no outgoing calls
no test coverage detected