(self, tgt_n_token, d_model=512, n_head=8, dim_feedforward=2048, n_layers=6)
| 113 | """ |
| 114 | |
| 115 | def __init__(self, tgt_n_token, d_model=512, n_head=8, dim_feedforward=2048, n_layers=6): |
| 116 | super(TransformerDecoder, self).__init__() |
| 117 | self.tgt_n_token = tgt_n_token |
| 118 | self.d_model = d_model |
| 119 | self.n_head = n_head |
| 120 | self.dim_feedforward = dim_feedforward |
| 121 | self.n_layers = n_layers |
| 122 | |
| 123 | # target_emb / pos_emb / n-layers |
| 124 | self.target_emb = layer.Embedding(input_dim=tgt_n_token, output_dim=d_model) |
| 125 | self.target_pos_emb = layer.Embedding(input_dim=tgt_n_token, output_dim=d_model) |
| 126 | self.layers = [] |
| 127 | for _ in range(n_layers): |
| 128 | self.layers.append(TransformerDecoderLayer(d_model=d_model, n_head=n_head, dim_feedforward=dim_feedforward)) |
| 129 | |
| 130 | def forward(self, dec_inputs, enc_inputs, enc_outputs): |
| 131 | """ |
nothing calls this directly
no test coverage detected