(self, tensor, pos)
| 92 | self.dropout3 = nn.Dropout(p=self.dropout_rate) |
| 93 | self.activation = nn.ReLU() |
| 94 | def with_pos_embed(self, tensor, pos): |
| 95 | return tensor + pos |
| 96 | |
| 97 | def forward(self, tgt, memory,mask= None,mask_ctx = None,pos= None,pos_ctx=None): |
| 98 | tgt2 = self.norm1(tgt) |