(self, x)
| 41 | self.layer2 = nn.Linear(hidden_dim, output_dim) |
| 42 | |
| 43 | def forward(self, x): |
| 44 | x = self.layer1(x) |
| 45 | x = self.gelu(x) |
| 46 | x = self.layer2(x) |
| 47 | return x |
| 48 | |
| 49 | |
| 50 | class MultiHeadAttention(nn.Module): |
nothing calls this directly
no outgoing calls
no test coverage detected