Function create_app

examples/server/server.py:15737–16346

()

def create_app() -> FastAPI:
    app = FastAPI()
    app.state.service = None
    app.add_middleware(
        CORSMiddleware,
        allow_origins=["*"],
        allow_credentials=True,
        allow_methods=["*"],
        allow_headers=["*"],
    )

    async def watch_http_disconnect(
        http_request: Request,
        cancel: Callable[[], None],
    ) -> None:
        while True:
            message = await http_request.receive()
            if message["type"] == "http.disconnect":
                cancel()
                return

    async def disconnected_cancelled_response_or_raise(
        http_request: Request,
        exc: BaseException,
    ) -> Response:
        if isinstance(exc, CompletionRequestCancelledError):
            if await http_request.is_disconnected():
                return Response(status_code=204)
        raise exc

    def bad_request(exc: CompletionRequestValidationError) -> HTTPException:
        return HTTPException(status_code=400, detail=str(exc))

    async def collect_completion_result(
        formatter: OpenAIFormatter,
        http_request: Request,
        stream: CompletionStream,
        cancel: Callable[[], None],
    ) -> OpenAICompletion | Response:
        disconnect_task = asyncio.create_task(
            watch_http_disconnect(http_request, cancel)
        )
        try:
            return await asyncio.to_thread(formatter.collect_completion, stream)
        except asyncio.CancelledError:
            cancel()
            raise
        except BaseException as exc:
            return await disconnected_cancelled_response_or_raise(http_request, exc)
        finally:
            disconnect_task.cancel()
            stream.close()

    async def collect_completion_results(
        formatter: OpenAIFormatter,
        http_request: Request,
        submissions: Sequence[
            Tuple[