(bitnet_model, random_tensor)
| 232 | |
| 233 | |
| 234 | def test_rotary_embedding(bitnet_model, random_tensor): |
| 235 | block = ParallelTransformerBlock(512, 64, 8, 4) |
| 236 | rotary_emb1 = block.get_rotary_embedding(100, random_tensor.device) |
| 237 | rotary_emb2 = block.get_rotary_embedding(200, random_tensor.device) |
| 238 | assert rotary_emb1.shape == (100, 64) |
| 239 | assert rotary_emb2.shape == (200, 64) |
| 240 | |
| 241 | |
| 242 | @pytest.mark.parametrize("mask_value", [100, 200, 300]) |
nothing calls this directly
no outgoing calls
no test coverage detected