Method __init__

bitnet/one_bit_vision_transformers.py:49–56

(self, dim, hidden_dim)

class FeedForward(nn.Module):
    def __init__(self, dim, hidden_dim):
        super().__init__()
        self.net = nn.Sequential(
            nn.LayerNorm(dim),
            BitLinear(dim, hidden_dim),
            nn.GELU(),
            BitLinear(hidden_dim, dim),
        )

    def forward(self, x):
        return self.net(x)