Method __init__

bitnet/bit_moe.py:23–30

(self, dim: int, dropout: int = 0.1)

    """

    def __init__(self, dim: int, dropout: int = 0.1):
        super().__init__()
        self.net = nn.Sequential(
            BitLinear(dim, 4 * dim),
            nn.ReLU(),
            BitLinear(4 * dim, dim),
            nn.Dropout(dropout),
        )

    def forward(self, x):
        return self.net(x)