()
| 119 | |
| 120 | @app.get("/v1/models", response_model=ModelList) |
| 121 | async def list_models(): |
| 122 | global model_args |
| 123 | model_card = ModelCard(id="gpt-3.5-turbo") |
| 124 | return ModelList(data=[model_card]) |
| 125 | |
| 126 | |
| 127 | @app.post("/v1/chat/completions", response_model=ChatCompletionResponse) |