(random_tensor)
| 188 | |
| 189 | |
| 190 | def test_parallel_transformer_block_masking(random_tensor): |
| 191 | block = ParallelTransformerBlock(512, 64, 8, 4) |
| 192 | mask1 = block.get_mask(100, random_tensor.device) |
| 193 | mask2 = block.get_mask(200, random_tensor.device) |
| 194 | assert mask1.shape == (100, 100) |
| 195 | assert mask2.shape == (200, 200) |
| 196 | |
| 197 | |
| 198 | def test_bitnet_transformer_embed(bitnet_model): |
nothing calls this directly
no outgoing calls
no test coverage detected