Route async_queue_request

litellm/proxy/proxy_server.py:None–None

router.post(
    "/queue/chat/completions",
    tags=["experimental"],
    dependencies=[Depends(user_api_key_auth)],
    include_in_schema=False,
)

import asyncio
import copy
import enum
import importlib