Function stream_sse_outputs

examples/server/server.py:15866–15909

(
        formatter: OpenAIFormatter,
        http_request: Request,
        stream: CompletionStream,
        cancel: Callable[[], None],
        *,
        initial_payloads: Iterable[BaseModel | Dict[str, Any]],
        chunk_payloads: Callable[[CompletionChunk], Iterable[Any]],
        done_payloads: Callable[
            [Optional[OpenAICompletion]], Iterable[BaseModel | Dict[str, Any]]
        ],
    )

            disconnect_task.cancel()

    async def stream_sse_outputs(
        formatter: OpenAIFormatter,
        http_request: Request,
        stream: CompletionStream,
        cancel: Callable[[], None],
        *,
        initial_payloads: Iterable[BaseModel | Dict[str, Any]],
        chunk_payloads: Callable[[CompletionChunk], Iterable[Any]],
        done_payloads: Callable[
            [Optional[OpenAICompletion]], Iterable[BaseModel | Dict[str, Any]]
        ],
    ) -> AsyncIterator[bytes]:
        disconnect_task = asyncio.create_task(
            watch_http_disconnect(http_request, cancel)
        )
        try:
            for payload in initial_payloads:
                yield formatter.encode_sse_payload(payload)
            while True:
                done, chunk, result = await asyncio.to_thread(
                    formatter.next_stream_output,
                    stream,
                )
                if done:
                    for payload in done_payloads(result):
                        yield formatter.encode_sse_payload(payload)
                    break
                assert chunk is not None
                for payload in chunk_payloads(chunk):
                    yield formatter.encode_sse_payload(payload)
            yield b"data: [DONE]\n\n"
        except asyncio.CancelledError:
            cancel()
            raise
        except BaseException as exc:
            cancel()
            if (
                isinstance(exc, CompletionRequestCancelledError)
                and await http_request.is_disconnected()
            ):
                return
            raise
        finally:
            disconnect_task.cancel()

    async def stream_websocket_responses(
        websocket: WebSocket,