(self, d_model=512, n_head=8, dim_feedforward=2048)
| 335 | |
| 336 | class TransformerEncoderLayer(layer.Layer): |
| 337 | def __init__(self, d_model=512, n_head=8, dim_feedforward=2048): |
| 338 | super(TransformerEncoderLayer, self).__init__() |
| 339 | self.d_model = d_model |
| 340 | self.n_head = n_head |
| 341 | self.dim_feedforward = dim_feedforward |
| 342 | self.enc_self_attn = MultiHeadAttention(d_model, n_head) |
| 343 | self.pos_ffn = PoswiseFeedForwardNet(d_model=d_model, dim_feedforward=dim_feedforward, bias=False) |
| 344 | |
| 345 | def forward(self, enc_inputs, enc_self_attn_mask): |
| 346 | """ |
nothing calls this directly
no test coverage detected