(self, dim_in: int, dim_out: int, bias: bool = True, activation: str = "silu")
| 168 | |
| 169 | class LinearActivation(nn.Module): |
| 170 | def __init__(self, dim_in: int, dim_out: int, bias: bool = True, activation: str = "silu"): |
| 171 | super().__init__() |
| 172 | |
| 173 | self.proj = nn.Linear(dim_in, dim_out, bias=bias) |
| 174 | self.activation = get_activation(activation) |
| 175 | |
| 176 | def forward(self, hidden_states): |
| 177 | hidden_states = self.proj(hidden_states) |
nothing calls this directly
no test coverage detected