Start expert service
(
cfg, local_data_parallel_id, ipc_signal_suffix=None, request_queues_for_dp_ipc=None, result_queues_for_dp_ipc=None
)
| 209 | |
| 210 | |
| 211 | def start_data_parallel_service( |
| 212 | cfg, local_data_parallel_id, ipc_signal_suffix=None, request_queues_for_dp_ipc=None, result_queues_for_dp_ipc=None |
| 213 | ): |
| 214 | """ |
| 215 | Start expert service |
| 216 | """ |
| 217 | expert_service = ExpertService(cfg, local_data_parallel_id, start_queue=False) |
| 218 | |
| 219 | try: |
| 220 | expert_service.start( |
| 221 | ipc_signal_suffix, local_data_parallel_id, request_queues_for_dp_ipc, result_queues_for_dp_ipc |
| 222 | ) |
| 223 | |
| 224 | def deamon_thread(): |
| 225 | while True: |
| 226 | time.sleep(10) |
| 227 | |
| 228 | t_deamon = threading.Thread(target=deamon_thread, daemon=True) |
| 229 | t_deamon.start() |
| 230 | t_deamon.join() |
| 231 | except Exception as e: |
| 232 | llm_logger.exception(f"Expert service failed to start: {e}, {str(traceback.format_exc())}") |
| 233 | finally: |
| 234 | try: |
| 235 | expert_service._exit_sub_services() |
| 236 | except Exception: |
| 237 | pass |