Test model-level repetition_penalty overrides global.
(self)
| 343 | assert max_tokens == 4096 # request wins over model |
| 344 | |
| 345 | def test_model_repetition_penalty(self): |
| 346 | """Test model-level repetition_penalty overrides global.""" |
| 347 | import tempfile |
| 348 | from pathlib import Path |
| 349 | |
| 350 | with tempfile.TemporaryDirectory() as tmpdir: |
| 351 | manager = ModelSettingsManager(Path(tmpdir)) |
| 352 | settings = ModelSettings(repetition_penalty=1.5) |
| 353 | manager.set_settings("test-model", settings) |
| 354 | self._state.settings_manager = manager |
| 355 | |
| 356 | _, _, _, rep_penalty, _, _, _, _, _, _ = get_sampling_params( |
| 357 | None, None, "test-model" |
| 358 | ) |
| 359 | assert rep_penalty == 1.5 |
| 360 | |
| 361 | def test_global_repetition_penalty(self): |
| 362 | """Test global repetition_penalty is used when no model override.""" |
nothing calls this directly
no test coverage detected