| 74 | |
| 75 | |
| 76 | class Encoder(nn.Module): |
| 77 | def __init__(self, dim_model, num_head, hidden, dropout): |
| 78 | super(Encoder, self).__init__() |
| 79 | self.attention = Multi_Head_Attention(dim_model, num_head, dropout) |
| 80 | self.feed_forward = Position_wise_Feed_Forward(dim_model, hidden, dropout) |
| 81 | |
| 82 | def forward(self, x): |
| 83 | out = self.attention(x) |
| 84 | out = self.feed_forward(out) |
| 85 | return out |
| 86 | |
| 87 | |
| 88 | class Positional_Encoding(nn.Module): |