(self, x)
| 50 | self.proj = nn.Linear(dim_in, dim_out * 2) |
| 51 | |
| 52 | def forward(self, x): |
| 53 | x, gate = self.proj(x).chunk(2, dim=-1) |
| 54 | return x * F.gelu(gate) |
| 55 | |
| 56 | |
| 57 | class FeedForward(nn.Module): |
nothing calls this directly
no outgoing calls
no test coverage detected