()
| 6 | |
| 7 | |
| 8 | def test_bitfeedforward_initialization(): |
| 9 | bitffn = BitFeedForward(dim=512, ff_mult=4) |
| 10 | assert isinstance(bitffn.layer, nn.Sequential) |
| 11 | assert len(bitffn.layer) == 3 |
| 12 | assert isinstance(bitffn.layer[0], BitLinear) |
| 13 | assert isinstance(bitffn.layer[1], nn.GELU) |
| 14 | assert isinstance(bitffn.layer[2], BitLinear) |
| 15 | assert bitffn.layer[0].out_features == 512 * 4 |
| 16 | assert bitffn.layer[2].in_features == 512 * 4 |
| 17 | |
| 18 | |
| 19 | def test_bitfeedforward_forward_pass(): |
nothing calls this directly
no test coverage detected