Method __init__

inference/models/falcon.py:212–219

(
        self,
        dim: int,
    )

class FalconMLP(nn.Module):
    def __init__(
        self,
        dim: int,
    ):
        super().__init__()
        self.dense_h_to_4h = nn.Linear(dim, 4 * dim, bias=False)
        self.act = nn.GELU()
        self.dense_4h_to_h = nn.Linear(4 * dim, dim, bias=False)

    def forward(self, x):
        x = self.act(self.dense_h_to_4h(x))