(
self, embedding_dim: int, out_dim: int, num_groups: int, act_fn: str | None = None, eps: float = 1e-5
)
| 279 | """ |
| 280 | |
| 281 | def __init__( |
| 282 | self, embedding_dim: int, out_dim: int, num_groups: int, act_fn: str | None = None, eps: float = 1e-5 |
| 283 | ): |
| 284 | super().__init__() |
| 285 | self.num_groups = num_groups |
| 286 | self.eps = eps |
| 287 | |
| 288 | if act_fn is None: |
| 289 | self.act = None |
| 290 | else: |
| 291 | self.act = get_activation(act_fn) |
| 292 | |
| 293 | self.linear = nn.Linear(embedding_dim, out_dim * 2) |
| 294 | |
| 295 | def forward(self, x: torch.Tensor, emb: torch.Tensor) -> torch.Tensor: |
| 296 | if self.act: |
nothing calls this directly
no test coverage detected