fresh.get("/ping")

field_serializer("output", mode="wrap")

router.get( "/settings", tags=["health"], dependencies=[Depends(user_api_key_auth)], )

router.post( "/add/allowed_ip", tags=["Budget & Spend Tracking"], dependencies=[Depends(user_api_k

router.post( "/server", description="Allows creation of mcp servers", dependencies=[De

router.post( "/toolset", description="Create a new MCP toolset (admin only)", status_c

router.post( "/v1/threads/{thread_id}/messages", dependencies=[Depends(user_api_key_auth)], tags=[

router.post( "/model/new", description="Allows adding new models to the model list in the config.yaml"

router.post( "/server/oauth/session", description="Temporarily cache an MCP server in memory w

router.post( "/team/{team_id:path}/callback", tags=["team management"], dependencies=[Depends(user

router.get( "/alerting/settings", description="Return the configurable alerting param, description, an

router.api_route( "/anthropic/{endpoint:path}", methods=["GET", "POST", "PUT", "DELETE", "PATCH"],

router.post( "/v1/messages", tags=["[beta] Anthropic `/v1/messages`"], dependencies=[Depends(user_

app.route("/chat/completions", methods=["POST"])

router.post( "/v1/workflows/runs/{run_id}/events", tags=["workflow management"], dependencies=[Dep

router.post( "/v1/workflows/runs/{run_id}/messages", tags=["workflow management"], dependencies=[D

router.post("/guardrails/apply_guardrail", response_model=ApplyGuardrailResponse)

router.post( "/guardrails/submissions/{guardrail_id}/approve", tags=["Guardrails"], )

router.put( "/server/{server_id}/approve", description="Approve a pending MCP server submissio

router.api_route( "/assemblyai/{endpoint:path}", methods=["GET", "POST", "PUT", "DELETE", "PATCH"],

router.post( "/queue/chat/completions", tags=["experimental"], dependencies=[Depends(user_api_key_

router.post( "/v1/audio/speech", dependencies=[Depends(user_api_key_auth)], tags=["audio"], )

router.post( "/v1/audio/transcriptions", dependencies=[Depends(user_api_key_auth)], tags=["audio"]

router.get("/sso/callback", tags=["experimental"], include_in_schema=False)

router.get("/{mcp_server_name}/authorize")

router.get( "/user/available_users", tags=["Internal User management"], dependencies=[Depends(user

router.api_route( "/azure_ai/{endpoint:path}", methods=["GET", "POST", "PUT", "DELETE", "PATCH"],

router.api_route( "/bedrock/{endpoint:path}", methods=["GET", "POST", "PUT", "DELETE", "PATCH"], t

app.post( "/beta/litellm_basic_guardrail_api", response_model=LitellmBasicGuardrailResponse, )

router.post("/key/block", tags=["key management"], dependencies=[Depends(user_api_key_auth)])

router.post( "/model/block", tags=["model management"], dependencies=[Depends(user_api_key_auth)],

router.post("/team/block", tags=["team management"], dependencies=[Depends(user_api_key_auth)])

router.post( "/end_user/block", tags=["Customer Management"], dependencies=[Depends(user_api_key_a

router.get( "/budget/settings", tags=["budget management"], dependencies=[Depends(user_api_key_aut

router.post( "/team/bulk_member_add", tags=["team management"], dependencies=[Depends(user_api_key

router.post( "/key/bulk_update", tags=["key management"], dependencies=[Depends(user_api_key_auth)

router.post( "/team/key/bulk_update", tags=["key management"], dependencies=[Depends(user_api_key_

router.post( "/team/permissions_bulk_update", tags=["team management"], dependencies=[Depends(user

router.post( "/user/bulk_update", tags=["Internal User management"], dependencies=[Depends(user_ap

router.get("/v1/mcp/oauth/authorize", include_in_schema=False)

router.post("/v1/mcp/oauth/authorize", include_in_schema=False)

router.post("/v1/mcp/oauth/token", include_in_schema=False)

router.post( "/delete", tags=["caching"], dependencies=[Depends(user_api_key_auth)], )

router.post( "/flushall", tags=["caching"], dependencies=[Depends(user_api_key_auth)], )

router.get( "/ping", response_model=CachePingResponse, dependencies=[Depends(user_api_key_auth)],

router.get( "/redis/info", dependencies=[Depends(user_api_key_auth)], )

router.post( "/spend/calculate", tags=["Budget & Spend Tracking"], dependencies=[Depends(user_api_

router.post("/tools/call", dependencies=[Depends(user_api_key_auth)])

router.get("/callback")

router.delete( "/schedule/anthropic_beta_headers_reload", tags=["model management"], dependencies=

router.post( "/{provider}/v1/batches/{batch_id:path}/cancel", dependencies=[Depends(user_api_key_auth)

router.post( "/v1/evals/{eval_id}/cancel", tags=["OpenAI Evals API"], dependencies=[Depends(user_a

router.post( "/v1/fine_tuning/jobs/{fine_tuning_job_id:path}/cancel", dependencies=[Depends(user_api_k

router.post( "/v1beta/interactions/{interaction_id}/cancel", dependencies=[Depends(user_api_key_auth)]

router.delete( "/schedule/model_cost_map_reload", tags=["model management"], dependencies=[Depends

router.post( "/v1/responses/{response_id}/cancel", dependencies=[Depends(user_api_key_auth)], tags

router.post( "/v1/evals/{eval_id}/runs/{run_id}", tags=["OpenAI Evals API - Runs"], dependencies=[

app.api_route("/{path:path}", methods=["GET", "POST", "PUT", "DELETE", "PATCH"])

app.get("/chat/completions")

router.post( "/v1/chat/completions", dependencies=[Depends(user_api_key_auth)], tags=["chat/comple

app.post("/v1/chat/completions")

app.post("/v1/chat/completions")

router.post( "/compliance/eu-ai-act", tags=["compliance"], dependencies=[Depends(user_api_key_auth

router.post( "/compliance/gdpr", tags=["compliance"], dependencies=[Depends(user_api_key_auth)],

field_validator("max_budget", mode="before")

app.post("/onboarding/claim_token", include_in_schema=False)

router.delete( "/server/{server_id}/user-env-vars", description="Clear the calling user's per-

click.option( "--version", "-v", is_flag=True, is_eager=True, expose_value=False, help

router.get("/sso/cli/poll/{key_id}", tags=["experimental"], include_in_schema=False)

router.post("/sso/cli/complete/{login_id}", tags=["experimental"], include_in_schema=False)

router.post("/sso/cli/start", tags=["experimental"], include_in_schema=False)

router.post( "/cloudzero/dry-run", tags=["CloudZero"], dependencies=[Depends(user_api_key_auth)],

router.post( "/cloudzero/export", tags=["CloudZero"], dependencies=[Depends(user_api_key_auth)],

router.api_route( "/cohere/{endpoint:path}", methods=["GET", "POST", "PUT", "DELETE", "PATCH"], ta

router.post( "/v1/responses/compact", dependencies=[Depends(user_api_key_auth)], tags=["responses"

router.get( "/policies/compare", tags=["Policies"], dependencies=[Depends(user_api_key_auth)],

router.post("/v1/completions", dependencies=[Depends(user_api_key_auth)], tags=["completions"])

router.get( "/config/yaml", tags=["config.yaml"], dependencies=[Depends(user_api_key_auth)], i

router.post("/debug/memory/gc/configure", include_in_schema=False)

app.post("/model/{model_path:path}/converse")

app.post("/model/{model_path:path}/converse-stream")

router.post( "/utils/dotprompt_json_converter", tags=["prompts", "utils"], dependencies=[Depends(u

router.post( "/v1/messages/count_tokens", tags=["[beta] Anthropic Messages Token Counting"], depen

router.post( "/v1/access_group", response_model=AccessGroupResponse, status_code=status.HTTP_201_C

router.post( "/v1/agents", tags=["[beta] A2A Agents"], dependencies=[Depends(user_api_key_auth)],

router.post( "/v1/assistants", dependencies=[Depends(user_api_key_auth)], tags=["assistants"], )

router.post( "/{provider}/v1/batches", dependencies=[Depends(user_api_key_auth)], tags=["batch"],

router.post( "/v1/containers", dependencies=[Depends(user_api_key_auth)], response_class=ORJSONRes

router.post( "/credentials", dependencies=[Depends(user_api_key_auth)], tags=["credential manageme

router.post( "/v1/evals", tags=["OpenAI Evals API"], dependencies=[Depends(user_api_key_auth)],

router.post( "/fallback", tags=["Fallback Management"], dependencies=[Depends(user_api_key_auth)],

router.post( "/{provider}/v1/files", dependencies=[Depends(user_api_key_auth)], tags=["files"], )

router.post( "/v1/fine_tuning/jobs", dependencies=[Depends(user_api_key_auth)], tags=["fine-tuning

router.get( "/config/pass_through_endpoints/settings", dependencies=[Depends(user_api_key_auth)],

router.post( "/v1beta/agents", dependencies=[Depends(user_api_key_auth)], response_class=ORJSONRes

scim_router.post( "/Groups", response_model=SCIMGroup, status_code=201, dependencies=[Depends(

router.post( "/guardrails", tags=["Guardrails"], )

router.post( "/v1beta/interactions", dependencies=[Depends(user_api_key_auth)], response_class=ORJ

router.post( "/jwt/key/mapping/new", tags=["JWT Key Mapping"], response_model=JWTKeyMappingRespons

router.post( "/v1/memory", tags=["memory management"], dependencies=[Depends(user_api_key_auth)],