(self)
| 198 | self.proxy_process = None |
| 199 | |
| 200 | def start(self): |
| 201 | if not self.is_master: |
| 202 | return |
| 203 | |
| 204 | cmd = [ |
| 205 | 'lmdeploy', 'serve', 'proxy', '--server-name', self.master_addr, '--server-port', |
| 206 | str(self.proxy_port), '--routing-strategy', 'min_expected_latency', '--serving-strategy', 'Hybrid' |
| 207 | ] |
| 208 | print(f"[Proxy] Starting: {' '.join(cmd)}") |
| 209 | self.proxy_process = subprocess.Popen(cmd) |
| 210 | |
| 211 | time.sleep(5) |
| 212 | |
| 213 | def cleanup(self): |
| 214 | if self.proxy_process and self.proxy_process.poll() is None: |