(self, dim)
| 105 | |
| 106 | class FunLinearNetwork(nn.Module): |
| 107 | def __init__(self, dim): |
| 108 | super().__init__() |
| 109 | self.layer_norm = nn.LayerNorm(dim) |
| 110 | self.linear = nn.Linear(dim, dim) |
| 111 | self.act = nn.ReLU() |
| 112 | |
| 113 | def forward(self, x): |
| 114 | x = self.layer_norm(x) |