(self, x: torch.Tensor)
| 409 | self.proj = nn.Linear(config.intermediate_size, config.n_embd, bias=config.bias) |
| 410 | |
| 411 | def forward(self, x: torch.Tensor) -> torch.Tensor: |
| 412 | x = self.fc(x) |
| 413 | x = torch.nn.functional.gelu(x) |
| 414 | return self.proj(x) |
| 415 | |
| 416 | |
| 417 | class LLaMAMLP(nn.Module): |
nothing calls this directly
no outgoing calls
no test coverage detected