(self, tgt)
| 161 | return tgt |
| 162 | |
| 163 | def forward_pre(self, tgt): |
| 164 | tgt2 = self.norm(tgt) |
| 165 | tgt2 = self.linear2(self.dropout(self.activation(self.linear1(tgt2)))) |
| 166 | tgt = tgt + self.dropout(tgt2) |
| 167 | return tgt |
| 168 | |
| 169 | def forward(self, tgt): |
| 170 | if self.normalize_before: |