| 133 | return self.linears[-1](x) |
| 134 | |
| 135 | class PositionwiseFeedForward(pl.LightningModule): |
| 136 | |
| 137 | def __init__(self, d_model, d_ff): |
| 138 | super().__init__() |
| 139 | self.w_1 = nn.Linear(d_model, d_ff) |
| 140 | self.norm = nn.Sequential() |
| 141 | self.w_2 = nn.Linear(d_ff, d_model) |
| 142 | |
| 143 | def forward(self, x): |
| 144 | return self.w_2(self.norm(F.relu(self.w_1(x)).transpose(2, 1).contiguous()).transpose(2, 1).contiguous()) |
| 145 | |
| 146 | class Transformer(pl.LightningModule): |
| 147 |