Function generate_stream

lightllm/server/api_http.py:196–204

(request: Request)

@app.post("/generate_stream")
async def generate_stream(request: Request) -> Response:
    try:
        return await g_objs.g_generate_stream_func(request, g_objs.httpserver_manager)
    except ServerBusyError as e:
        logger.error("%s", str(e), exc_info=True)
        return create_error_response(HTTPStatus.SERVICE_UNAVAILABLE, str(e))
    except Exception as e:
        logger.error("An error occurred: %s", str(e), exc_info=True)
        return create_error_response(HTTPStatus.EXPECTATION_FAILED, str(e))


@app.post("/get_score")