load engine
(args: argparse.Namespace)
| 107 | |
| 108 | |
| 109 | def init_engine(args: argparse.Namespace): |
| 110 | """ |
| 111 | load engine |
| 112 | """ |
| 113 | global llm_engine |
| 114 | if llm_engine is not None: |
| 115 | return llm_engine |
| 116 | |
| 117 | api_server_logger.info(f"FastDeploy LLM API server starting... {os.getpid()}") |
| 118 | engine_args = EngineArgs.from_cli_args(args) |
| 119 | engine = LLMEngine.from_engine_args(engine_args) |
| 120 | if not engine.start(api_server_pid=os.getpid()): |
| 121 | api_server_logger.error("Failed to initialize FastDeploy LLM engine, service exit now!") |
| 122 | return None |
| 123 | |
| 124 | llm_engine = engine |
| 125 | return engine |
| 126 | |
| 127 | |
| 128 | class BatchProgressTracker: |