Function _up_tokens_to_pd_master

lightllm/server/httpserver/pd_loop.py:180–186

(forwarding_queue: AsyncQueue, websocket)

# 转发token的task
async def _up_tokens_to_pd_master(forwarding_queue: AsyncQueue, websocket):
    while True:
        handle_list = await forwarding_queue.wait_to_get_all_data()

        if handle_list:
            load_info: dict = _get_load_info()
            await websocket.send(pickle.dumps((ObjType.TOKEN_PACKS, handle_list, load_info)))


# 获取节点负载信息