| 151 | self.model_runner = model_runner |
| 152 | |
| 153 | def launch_chat_server(self): |
| 154 | env = { |
| 155 | "RUST_LOG": "info,duplex_server=debug,backend_5o=debug", |
| 156 | "LD_LIBRARY_PATH": os.environ.get("LD_LIBRARY_PATH", "") + ":" + os.path.join(self.omni_work_dir, "lib/"), |
| 157 | "PATH": os.environ["PATH"] + ":" + os.path.join(self.omni_work_dir, "bin/"), |
| 158 | } |
| 159 | self.chatter_proc = subprocess.Popen(self.chat_server_cmd, env=env, cwd=self.omni_work_dir) |
| 160 | |
| 161 | @staticmethod |
| 162 | def select_and_bind(socket: zmq.Socket) -> str: |