(
self,
d_model=512,
)
| 42 | class POS_Pre(nn.Module): |
| 43 | |
| 44 | def __init__( |
| 45 | self, |
| 46 | d_model=512, |
| 47 | ): |
| 48 | super(POS_Pre, self).__init__() |
| 49 | self.pos_encoding = PositionalEncoding( |
| 50 | dropout=0.1, |
| 51 | dim=d_model, |
| 52 | ) |
| 53 | self.linear1 = nn.Linear(d_model, d_model) |
| 54 | self.linear2 = nn.Linear(d_model, d_model) |
| 55 | |
| 56 | self.norm2 = nn.LayerNorm(d_model) |
| 57 | |
| 58 | def forward(self, tgt): |
| 59 | pos = tgt.new_zeros(*tgt.shape) |
nothing calls this directly
no test coverage detected