(self)
| 409 | ) |
| 410 | class TestModelLen(VLLMTestBase): |
| 411 | async def asyncSetUp(self): |
| 412 | self.config = get_template_config() |
| 413 | self.config.mode = "explore" |
| 414 | self.config.model.model_path = get_model_path() |
| 415 | self.config.model.max_model_len = self.max_model_len |
| 416 | self.config.model.max_prompt_tokens = self.max_prompt_tokens |
| 417 | self.config.model.max_response_tokens = self.max_response_tokens |
| 418 | self.config.model.enable_prompt_truncation = True |
| 419 | self.config.explorer.rollout_model.enable_openai_api = True |
| 420 | self.config.explorer.rollout_model.enable_history = True |
| 421 | self.config.check_and_update() |
| 422 | |
| 423 | self.engines, self.auxiliary_engines = await create_test_models(self.config) |
| 424 | self.model_wrapper = self.engines[0] |
| 425 | self.tokenizer = AutoTokenizer.from_pretrained(self.config.model.model_path) |
| 426 | |
| 427 | async def test_model_len(self): |
| 428 | messages = [ |
nothing calls this directly
no test coverage detected