(self, x)
| 89 | self.act_fn = ACT2FN[config.hidden_activation] |
| 90 | |
| 91 | def forward(self, x): |
| 92 | return self.down_proj(self.act_fn(self.gate_proj(x)) * self.up_proj(x)) |
| 93 | |
| 94 | |
| 95 | class Gemma2RotaryEmbedding(nn.Module): |
nothing calls this directly
no outgoing calls
no test coverage detected