(
self,
num_encoder_layers,
num_decoder_layers,
embed_size,
num_heads,
src_vocab_size,
tgt_vocab_size,
dim_feedforward,
dropout
)
| 27 | |
| 28 | class Translator(nn.Module): |
| 29 | def __init__( |
| 30 | self, |
| 31 | num_encoder_layers, |
| 32 | num_decoder_layers, |
| 33 | embed_size, |
| 34 | num_heads, |
| 35 | src_vocab_size, |
| 36 | tgt_vocab_size, |
| 37 | dim_feedforward, |
| 38 | dropout |
| 39 | ): |
| 40 | super(Translator, self).__init__() |
| 41 | |
| 42 | # Output of embedding must be equal (embed_size) |
| 43 | self.src_embedding = nn.Embedding(src_vocab_size, embed_size) |
| 44 | self.tgt_embedding = nn.Embedding(tgt_vocab_size, embed_size) |
| 45 | |
| 46 | self.pos_enc = PositionalEncoding(embed_size, dropout) |
| 47 | |
| 48 | self.transformer = nn.Transformer( |
| 49 | d_model=embed_size, |
| 50 | nhead=num_heads, |
| 51 | num_encoder_layers=num_encoder_layers, |
| 52 | num_decoder_layers=num_decoder_layers, |
| 53 | dim_feedforward=dim_feedforward, |
| 54 | dropout=dropout |
| 55 | ) |
| 56 | |
| 57 | self.ff = nn.Linear(embed_size, tgt_vocab_size) |
| 58 | |
| 59 | self._init_weights() |
| 60 | |
| 61 | def _init_weights(self): |
| 62 | for p in self.parameters(): |
no test coverage detected