()
| 150 | |
| 151 | @pytest.fixture |
| 152 | def tiny_setup(): |
| 153 | model = TinyModel(num_layers=8, dim=64, vocab_size=256) |
| 154 | tokenizer = TinyTokenizer(vocab_size=256) |
| 155 | config = TIDEConfig( |
| 156 | checkpoint_interval=4, |
| 157 | calibration_samples=16, |
| 158 | convergence_threshold=0.95, |
| 159 | router_bottleneck_dim=32, |
| 160 | min_layers=0, |
| 161 | ) |
| 162 | return model, tokenizer, config |
| 163 | |
| 164 | |
| 165 | class TestCollectHiddenStates: |
nothing calls this directly
no test coverage detected