(dim, depth, heads, dim_head, ff_mult, random_tensor)
| 176 | ], |
| 177 | ) |
| 178 | def test_transformer(dim, depth, heads, dim_head, ff_mult, random_tensor): |
| 179 | transformer = Transformer(dim, depth, heads, dim_head, ff_mult) |
| 180 | output = transformer(random_tensor) |
| 181 | assert output.shape == random_tensor.shape |
| 182 | |
| 183 | |
| 184 | def test_bitnet_transformer_forward(bitnet_model): |
nothing calls this directly
no test coverage detected