Function _stream_upstream

uncommon_route/proxy.py:573–587

Stream response from upstream, yielding raw bytes.

(
    upstream_url: str,
    body: dict,
    headers: dict[str, str],
)

async def _stream_upstream(
    upstream_url: str,
    body: dict,
    headers: dict[str, str],
) -> AsyncGenerator[bytes, None]:
    """Stream response from upstream, yielding raw bytes."""
    client = _get_client()
    async with client.stream(
        "POST",
        upstream_url,
        json=body,
        headers=headers,
    ) as resp:
        async for chunk in resp.aiter_bytes():
            yield chunk


def _extract_assistant_text(content: bytes) -> str: