(self, tgt)
| 155 | return tensor if pos is None else tensor + pos |
| 156 | |
| 157 | def forward_post(self, tgt): |
| 158 | tgt2 = self.linear2(self.dropout(self.activation(self.linear1(tgt)))) |
| 159 | tgt = tgt + self.dropout(tgt2) |
| 160 | tgt = self.norm(tgt) |
| 161 | return tgt |
| 162 | |
| 163 | def forward_pre(self, tgt): |
| 164 | tgt2 = self.norm(tgt) |