(self, x)
| 135 | bias=bias) |
| 136 | |
| 137 | def forward(self, x): |
| 138 | x=self.conv(x) |
| 139 | # return linear_geglu(x, self.weight, self.bias) |
| 140 | |
| 141 | x, gate = x.chunk(2, dim=1) |
| 142 | return x * F.gelu(gate) |
| 143 | |
| 144 | return x |
| 145 | |
| 146 | |
| 147 | # Layers |
nothing calls this directly
no outgoing calls
no test coverage detected