Function non_streaming_monitor_fn

api_utils/queue_worker.py:313–330

()

                            res_fut = cast(Future, result_future)

                            async def non_streaming_monitor_fn():
                                nonlocal client_disconnected_early
                                while not res_fut.done():
                                    if GlobalState.IS_SHUTTING_DOWN.is_set():
                                        res_fut.cancel()
                                        break
                                    if not await _test_client_connection(
                                        req_id, http_request
                                    ):
                                        client_disconnected_early = True
                                        res_fut.set_exception(
                                            HTTPException(
                                                status_code=499,
                                                detail="Client disconnected",
                                            )
                                        )
                                        break
                                    await asyncio.sleep(0.3)

                            disconnect_monitor_task = asyncio.create_task(
                                non_streaming_monitor_fn()