A fixture to create an instance of BitNetTransformer model
()
| 142 | |
| 143 | @pytest.fixture |
| 144 | def bitnet_model(): |
| 145 | """A fixture to create an instance of BitNetTransformer model""" |
| 146 | return BitNetTransformer( |
| 147 | num_tokens=20000, |
| 148 | dim=512, |
| 149 | depth=6, |
| 150 | dim_head=64, |
| 151 | heads=8, |
| 152 | ff_mult=4, |
| 153 | ) |
| 154 | |
| 155 | |
| 156 | @pytest.mark.parametrize( |
no test coverage detected