(self, x)
| 764 | self.w3 = nn.Linear(dim, hidden_dim, bias=False, **factory_kwargs) |
| 765 | |
| 766 | def forward(self, x): |
| 767 | return self.w2(F.silu(self.w1(x)) * self.w3(x)) |
| 768 | |
| 769 | |
| 770 | ######################################################################## |
nothing calls this directly
no outgoing calls
no test coverage detected