(self)
| 62 | self.model_name = self.engine_args.model |
| 63 | |
| 64 | async def get_serving_models(self): |
| 65 | if not self.serving_models: |
| 66 | self.serving_models = OpenAIServingModels( |
| 67 | engine_client=self.engine, |
| 68 | model_config=await self.engine.get_model_config(), |
| 69 | base_model_paths=[ |
| 70 | BaseModelPath( |
| 71 | name=self.model_name, model_path=self.engine_args.model |
| 72 | ) |
| 73 | ], |
| 74 | lora_modules=self.lora_modules, |
| 75 | prompt_adapters=self.prompt_adapters, |
| 76 | ) |
| 77 | return self.serving_models |
| 78 | |
| 79 | @app.post("/v1/chat/completions") |
| 80 | async def create_chat_completion( |
no outgoing calls
no test coverage detected