()
| 18 | _server_proc = None |
| 19 | |
| 20 | def _get_env(): |
| 21 | env = os.environ.copy() |
| 22 | ld = env.get("LD_LIBRARY_PATH", "") |
| 23 | env["LD_LIBRARY_PATH"] = f"{LLAMA_LIB}:{ld}" if ld else LLAMA_LIB |
| 24 | return env |
| 25 | |
| 26 | def _server_ready(retries=90, delay=1.0) -> bool: |
| 27 | for _ in range(retries): |