(self, n_layers, d_model, d_ff, dropout=0.0)
| 579 | |
| 580 | class MappingNetwork(nn.Module): |
| 581 | def __init__(self, n_layers, d_model, d_ff, dropout=0.0): |
| 582 | super().__init__() |
| 583 | self.in_norm = RMSNorm(d_model) |
| 584 | self.blocks = nn.ModuleList([MappingFeedForwardBlock(d_model, d_ff, dropout=dropout) for _ in range(n_layers)]) |
| 585 | self.out_norm = RMSNorm(d_model) |
| 586 | |
| 587 | def forward(self, x): |
| 588 | x = self.in_norm(x) |
nothing calls this directly
no test coverage detected