(self, x)
| 241 | self.mlp = MLP(embedding_dim, hidden_dim, nn.GELU(), dropout=dropout, bias=bias) |
| 242 | |
| 243 | def forward(self, x): |
| 244 | x = x + self.attention(self.layernorm1(x)) |
| 245 | x = x + self.mlp(self.layernorm2(x)) |
| 246 | return x |
| 247 | |
| 248 | |
| 249 | class LayerNorm(nn.Module): |
nothing calls this directly
no outgoing calls
no test coverage detected