init LLMEngine
(args)
| 35 | |
| 36 | |
| 37 | def init_app(args): |
| 38 | """ |
| 39 | init LLMEngine |
| 40 | """ |
| 41 | |
| 42 | global llm_engine |
| 43 | engine_args = EngineArgs.from_cli_args(args) |
| 44 | llm_engine = LLMEngine.from_engine_args(engine_args) |
| 45 | if not llm_engine.start(): |
| 46 | api_server_logger.error("Failed to initialize FastDeploy LLM engine, service exit now!") |
| 47 | return False |
| 48 | |
| 49 | api_server_logger.info("FastDeploy LLM engine initialized!") |
| 50 | return True |
| 51 | |
| 52 | |
| 53 | @app.get("/health") |
no test coverage detected