()
| 4 | |
| 5 | |
| 6 | def test_bitnet_transformer_initialization(): |
| 7 | bitnet = BitNetTransformer(num_tokens=20000, dim=512, heads=8, depth=6, ff_mult=4) |
| 8 | assert len(bitnet.layers) == 6 |
| 9 | assert len(bitnet.ffn_layers) == 6 |
| 10 | assert all(isinstance(layer, MultiheadAttention) for layer in bitnet.layers) |
| 11 | assert all(isinstance(layer, BitFeedForward) for layer in bitnet.ffn_layers) |
| 12 | |
| 13 | |
| 14 | def test_bitnet_transformer_forward_pass(): |
nothing calls this directly
no test coverage detected