(self)
| 282 | class Decoder(nn.Module): |
| 283 | |
| 284 | def __init__(self): |
| 285 | super(Decoder, self).__init__() |
| 286 | |
| 287 | self.mask_multihead = MultiHeadedAttention(h=4, d_model=1024, dropout=0.1) |
| 288 | self.mul_layernorm1 = LayerNorm(features=1024) |
| 289 | |
| 290 | self.multihead = MultiHeadedAttention(h=4, d_model=1024, dropout=0.1, compress_attention=False) |
| 291 | self.mul_layernorm2 = LayerNorm(features=1024) |
| 292 | |
| 293 | self.pff = PositionwiseFeedForward(1024, 2048) |
| 294 | self.mul_layernorm3 = LayerNorm(features=1024) |
| 295 | |
| 296 | def forward(self, text, conv_feature): |
| 297 | text_max_length = text.shape[1] |
nothing calls this directly
no test coverage detected