(self, d_model, d_ff=1024, dropout=0.1)
| 81 | |
| 82 | class FeedForward(nn.Module): |
| 83 | def __init__(self, d_model, d_ff=1024, dropout=0.1): |
| 84 | super().__init__() |
| 85 | |
| 86 | self.linear_1 = nn.Linear(d_model, d_ff) |
| 87 | self.dropout = nn.Dropout(dropout) |
| 88 | self.linear_2 = nn.Linear(d_ff, d_model) |
| 89 | |
| 90 | def forward(self, x): |
| 91 | x = self.dropout(F.relu(self.linear_1(x))) |