MCPcopy Create free account

hub / github.com/BerriAI/litellm / endpoints

Endpoints5,595 in github.com/BerriAI/litellm

Routetest_mcp_inference_routes_classified_as_llm_api
pytest.mark.parametrize( "route", [ "/mcp/tools/call", "/mcp-rest/tools/call",
tests/unit/proxy/auth/test_route_checks.py:None
Routetest_mcp_inference_still_blocked_when_llm_api_disabled
pytest.mark.parametrize( "route", [ "/mcp/tools/call", "/mcp-rest/tool
tests/unit/enterprise/proxy/auth/test_route_checks.py:None
Routetest_mcp_jsonrpc_zero_spend_method_bypasses_team_budget
pytest.mark.parametrize("route", ["/mcp", "/mcp/some-server"])
tests/unit/proxy/auth/test_auth_checks.py:None
Routetest_mcp_management_allowed_when_llm_api_disabled
pytest.mark.parametrize( "route", [ "/v1/mcp/server", "/v1/mcp/server/
tests/unit/enterprise/proxy/auth/test_route_checks.py:None
Routetest_mcp_management_blocked_when_admin_disabled
pytest.mark.parametrize( "route", [ "/v1/mcp/server", "/v1/mcp/server/
tests/unit/enterprise/proxy/auth/test_route_checks.py:None
Routetest_mcp_management_routes_classified_as_management_not_llm_api
pytest.mark.parametrize( "route", [ "/v1/mcp/server", "/v1/mcp/server/abc-123",
tests/unit/proxy/auth/test_route_checks.py:None
Routetest_mcp_notification_dispatch_failure_is_not_acknowledged
pytest.mark.parametrize("failure", (RuntimeError("dispatch failed"), asyncio.CancelledError()))
tests/unit/integration_support/test_upstream.py:None
Routetest_mcp_response_is_detected_from_each_producer
pytest.mark.parametrize( ("request_data", "logging_obj"), [ ({"call_type": "call_m
tests/unit/proxy/guardrails/guardrail_hooks/test_singulr.py:None
Routetest_mcp_server_management_body_may_set_token_exchange_settings
pytest.mark.parametrize("route", ("/v1/mcp/server", "/v1/mcp/server/abc123"))
tests/unit/proxy/auth/test_auth_utils.py:None
Routetest_mcp_server_rpm_limits_every_catalog_operation
pytest.mark.parametrize( "operation", ["tools/list", "prompts/list", "resources/list", "resources/temp
tests/unit/proxy/mcp_server/test_operations.py:None
Routetest_mcp_servers_reach_routes_that_carry_them_and_answer_400_elsewhere
pytest.mark.parametrize( ("route", "forwards"), [("litellm_proxy", True), ("hosted_vllm", True), ("bed
tests/unit/llms/anthropic/messages/adapters/test_handler_output_config_passthrough.py:None
Routetest_mcp_tool_call_route_still_enforces_team_budget
pytest.mark.parametrize( "route,request_body", [ ("/mcp", {"jsonrpc": "2.0", "id": 1, "method"
tests/unit/proxy/auth/test_auth_checks.py:None
Routetest_mcp_tool_discovery_route_bypasses_team_budget
pytest.mark.parametrize("route", MCP_DISCOVERY_REST_ROUTES)
tests/unit/proxy/auth/test_auth_checks.py:None
Routetest_mcp_tool_use_by_spec
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_anthropic_completion_e2e.py:None
Routetest_mcp_tool_use_via_responses
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_anthropic_completion_e2e.py:None
Routetest_media_correction_preserves_exact_non_media_reservations
pytest.mark.parametrize( ("call_type", "request_data", "expected"), [ ("acompletion", {"messag
tests/unit/proxy/hooks/test_tpm_concurrent.py:None
Routetest_media_history_survives_a_streaming_followup
pytest.mark.parametrize( ("assistant_content", "assistant_parts"), [ ("Report read", [{"text":
tests/unit/responses/litellm_completion_transformation/test_google_ai_studio_responses_wire.py:None
Routetest_media_normalization_preserves_formats_references_and_metadata
pytest.mark.parametrize("kind", ["direct", "function_call_output", "custom_tool_call_output"])
tests/unit/responses/litellm_completion_transformation/test_function_call_output_normalization.py:None
Routetest_media_on_a_model_without_support_is_dropped_when_the_deployment_drops_params
pytest.mark.parametrize("route", ("/v1/systemone", "/v1/decisions"))
tests/integration/providers/test_cloudflare_clef_omni_media_wire.py:None
Routetest_media_on_a_model_without_support_is_refused_before_any_upstream_call
pytest.mark.parametrize(("spelling", "route"), _UNSUPPORTED, ids=[f"{m}@{r}" for m, r in _UNSUPPORTED])
tests/integration/providers/test_cloudflare_clef_omni_media_wire.py:None
Routetest_member_add_and_delete_persist_to_team_info
meta( Subject( domain=Domain.MANAGEMENT, route=Route.TEAM_MANAGEMENT,
tests/e2e/management/test_management_e2e.py:None
Routetest_member_add_forbidden_to_plain_member
meta(Subject(domain=Domain.PROXY_AUTH, route=Route.TEAM_MANAGEMENT))
tests/e2e/management/test_team_management_e2e.py:None
Routetest_member_add_records_membership
meta(Subject(domain=Domain.MANAGEMENT, route=Route.ORGANIZATION_MANAGEMENT))
tests/e2e/management/test_budget_customer_user_org_e2e.py:None
Routetest_member_added_without_any_budget_is_charged_on_its_membership_row
pytest.mark.covers("spend.team_member.member_without_budget_gets_membership_row_and_spend")
tests/integration/spend/test_team_member_spend.py:None
Routetest_member_billable_preview_checks_and_charges_destination_team
pytest.mark.parametrize("over_budget", [False, True])
tests/unit/proxy/management_endpoints/test_auto_router_endpoints.py:None
Routetest_member_budget_blocks_without_touching_teammates
pytest.mark.covers("quota_management.budget.team_member.blocks_over_limit")
tests/e2e/quota_management/budgets/test_budget_enforcement_e2e.py:None
Routetest_member_can_reach_skill_history_visibility_checks
pytest.mark.parametrize("route", [ "/skill-hub/skills/{name}/versions", "/skill-hub/skills/{name}/vers
tests/unit/proxy/auth/test_route_checks.py:None
Routetest_member_cannot_write_and_another_team_cannot_read_the_key
meta(Subject(domain=Domain.PROXY_AUTH, route=Route.KEY_MANAGEMENT))
tests/e2e/management/test_jwt_management_e2e.py:None
Routetest_member_delete_forbidden_to_plain_member
pytest.mark.covers("mgmt.team.member_delete.member_forbidden")
tests/e2e/management/test_team_management_e2e.py:None
Routetest_member_delete_persists_to_team_info
pytest.mark.covers("mgmt.team.member_delete.persists")
tests/e2e/management/test_team_management_e2e.py:None
Routetest_member_dependencies_require_plain_configured_models
pytest.mark.parametrize("target", ["missing", "nested"])
tests/unit/proxy/management_helpers/test_auto_router_permissions.py:None
Routetest_member_over_budget_is_blocked_when_redis_counter_reads_stale_low
pytest.mark.covers("spend.team_member.stale_low_redis_counter_still_blocks_member_over_budget")
tests/integration/spend/test_team_member_spend.py:None
Routetest_member_router_fails_closed
pytest.mark.parametrize("state", ("forged", "blocked", "deleted", "unavailable", "empty-user"))
tests/unit/test_router/test_router.py:None
Routetest_member_save_protects_stored_classifier_connection
pytest.mark.parametrize("endpoint", ["patch", "legacy"])
tests/unit/proxy/management_endpoints/test_model_management_endpoints.py:None
Routetest_member_spend_over_budget_is_blocked
pytest.mark.covers("quota_management.budget.team_member.blocks_over_limit")
tests/e2e/quota_management/budgets/test_team_member_budget_e2e.py:None
Routetest_member_update_persists_role_and_budget
meta(Subject(domain=Domain.MANAGEMENT, route=Route.TEAM_MANAGEMENT))
tests/e2e/management/test_team_management_e2e.py:None
Routetest_member_update_temp_budget_increase_readmits_a_blocked_member
pytest.mark.parametrize( "budget_source", [ pytest.param("own-budget", id="own-budget"),
tests/integration/spend/test_team_member_spend.py:None
Routetest_member_updates_restrict_fields_and_preserve_an_inherited_default
pytest.mark.parametrize( "patch_fields", [ {}, {"model_name": "renamed"}, {"bl
tests/unit/proxy/management_helpers/test_auto_router_permissions.py:None
Routetest_memory_routes_count_prompt_caching_pins
pytest.mark.usefixtures("router_with_pins")
tests/unit/proxy/common_utils/test_debug_utils.py:None
Routetest_merge_tags
pytest.mark.parametrize( "request_tags, tags_to_add, expected_tags", [ (None, None, []), # bo
tests/unit/proxy/test_proxy_utils.py:None
Routetest_merged_reasoning_stream_keeps_think_tags_balanced
pytest.mark.parametrize( "chunks,expected_content,expected_tool_calls", [ ( (
tests/unit/litellm_core_utils/test_streaming_handler.py:None
Routetest_merges_custom_headers
patch(f"{TRANSFORM_MODULE}.get_access_token", return_value="token")
tests/unit/llms/gigachat/embedding/test_gigachat_embedding_transformation.py:None
Routetest_message_level_cache_control_drops_ttl_for_unsupported_model
pytest.mark.parametrize("ttl_target", ["user", "tool_call", "tool"])
tests/unit/llms/bedrock/chat/test_converse_transformation.py:None
Routetest_message_level_cache_control_honors_ttl_for_supported_model
pytest.mark.parametrize("ttl_target", ["user", "tool_call", "tool"])
tests/unit/llms/bedrock/chat/test_converse_transformation.py:None
Routetest_message_send_runs_completion_bridge
meta( Subject( domain=Domain.AGENTS_API, route=Route.A2A, provider
tests/e2e/a2a/test_a2a_agent_e2e.py:None
Routetest_message_with_name
pytest.mark.parametrize( "case", _pick( "anthropic_sonnet45", "azure_o3mini",
tests/unit/llms/base_llm/chat/test_provider_chat_translation.py:None
Routetest_messages_asks_an_always_thinking_model_for_its_lowest_effort_when_thinking_is_disabled
pytest.mark.parametrize( ("model", "extra", "expected"), ( (MODEL, {}, {"thinking": {"type": "
tests/unit/llms/bigmodel/test_bigmodel_provider.py:None
Routetest_messages_blocks_category
meta( Subject( domain=Domain.GUARDRAILS, route=Route.MESSAGES, pro
tests/e2e/guardrails/test_openai_moderation_category_matrix_e2e.py:None
Routetest_messages_bridge_keeps_cache_tokens
meta( Subject( domain=Domain.SPEND_BUDGETS, route=Route.MESSAGES,
tests/e2e/quota_management/spend_tracking/test_cache_cost_accounting_e2e.py:None
Routetest_messages_count_tokens_errors_when_mantle_answers_without_input_tokens
pytest.mark.parametrize( "body", [b'{"inputTokens": 7}', b"not json at all", b"{}"], ids=["runtime
tests/integration/providers/test_bedrock_mantle_count_tokens_wire.py:None
Routetest_messages_count_tokens_for_a_model_with_no_deployment_drops_an_invalid_edit_only_under_drop_params
pytest.mark.parametrize( ("router_defaults", "request_options", "expected_status"), (({}, {"drop_param
tests/unit/proxy/test_proxy_token_counter.py:None
Routetest_messages_count_tokens_on_a_bridged_provider_keeps_the_unedited_count_when_context_management_is_dropped
pytest.mark.parametrize( ("deployment_params", "router_defaults", "request_options"), ( ({"add
tests/unit/proxy/test_proxy_token_counter.py:None
Routetest_messages_count_tokens_rejects_malformed_tools_without_calling_either_peer
pytest.mark.parametrize( "tools", [5, "", "x" * 5120, ["get_weather"]], ids=["int", "empty_string"
tests/integration/providers/test_bedrock_mantle_count_tokens_wire.py:None
Routetest_messages_count_tokens_rejects_malformed_tools_without_calling_the_peer
pytest.mark.parametrize( "tools", [5, "", "x" * 5120, ["get_weather"]], ids=["int", "empty_string"
tests/integration/providers/test_vertex_partner_count_tokens_wire.py:None
Routetest_messages_emits_one_log_event
meta( Subject( domain=Domain.OBSERVABILITY, route=Route.MESSAGES,
tests/e2e/logging/test_datadog_log_e2e.py:None
Routetest_messages_exports_complete_trace
meta( Subject( domain=Domain.OBSERVABILITY, route=Route.MESSAGES,
tests/e2e/logging/test_otel_trace_e2e.py:None
Routetest_messages_feature_beta_headers
pytest.mark.parametrize("feature", ("thinking", "output_config", "tool_addition", "tool_removal", "none"))
tests/unit/llms/azure_ai/claude/test_azure_anthropic_messages_transformation.py:None
Routetest_messages_feature_beta_headers
pytest.mark.parametrize("feature", ("thinking", "output_config", "tool_addition", "tool_removal", "none"))
tests/unit/llms/vertex_ai/vertex_ai_partner_models/anthropic/test_vertex_ai_partner_models_anthropic_messages_config.py:None
Routetest_messages_keeps_the_callers_temperature_next_to_thinking
pytest.mark.parametrize( "reasoning_params", ({"thinking": {"type": "enabled", "budget_tokens": 1024}}
tests/unit/llms/bigmodel/test_bigmodel_provider.py:None
Routetest_messages_logs_cost_matching_the_response_header
meta( Subject( domain=Domain.SPEND_BUDGETS, route=Route.MESSAGES,
tests/e2e/llm_translation/test_messages_e2e.py:None
Routetest_messages_output_format_returns_schema_json
pytest.mark.covers("llm.messages.anthropic.structured_output.nonstream.works")
tests/e2e/llm_translation/test_messages_e2e.py:None
Routetest_messages_preserves_native_reasoning_params
pytest.mark.parametrize( "reasoning_params", ( {"thinking": {"type": "adaptive"}, "output_conf
tests/unit/llms/bigmodel/test_bigmodel_provider.py:None
Routetest_messages_request_drops_a_malformed_output_format_under_drop_params
pytest.mark.parametrize("output_format", ["json", ["json_schema"], 42])
tests/unit/llms/vertex_ai/vertex_ai_partner_models/anthropic/test_vertex_ai_partner_models_anthropic_messages_config.py:None
Routetest_messages_request_hoists_wrapped_defer_loading_and_drops_custom_only_under_drop_params
pytest.mark.parametrize( ("drop_params", "expected_eager_tool"), [ (True, {"name": "A", "input
tests/unit/llms/anthropic/messages/native/test_anthropic_messages_transformation.py:None
Routetest_messages_request_rejects_a_malformed_output_format_without_drop_params
pytest.mark.parametrize("output_format", ["json", ["json_schema"], 42])
tests/unit/llms/vertex_ai/vertex_ai_partner_models/anthropic/test_vertex_ai_partner_models_anthropic_messages_config.py:None
Routetest_messages_returns_completion
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES,
tests/e2e/llm_translation/test_messages_e2e.py:None
Routetest_messages_row_keeps_only_the_latest_user_prompt_and_the_response
pytest.mark.parametrize( ("latest_content", "expected_turns"), [ pytest.param( [
tests/integration/spend/test_spend_log_latest_turn.py:None
Routetest_messages_secret_never_reaches_provider
pytest.mark.parametrize( "shape", ("plain", "result-string", "result-nested", "input-dict", "input-ass
tests/integration/security/test_hide_secrets_tool_traffic.py:None
Routetest_messages_sends_the_unedited_body_when_drop_params_drops_an_invalid_edit
pytest.mark.parametrize( ("deployment_params", "router_defaults", "request_options", "litellm_drop_params"
tests/unit/llms/anthropic/messages/adapters/test_handler_context_management.py:None
Routetest_messages_stream_emits_one_log_event
meta( Subject( domain=Domain.OBSERVABILITY, route=Route.MESSAGES,
tests/e2e/logging/test_datadog_log_e2e.py:None
Routetest_messages_stream_exports_complete_trace
meta( Subject( domain=Domain.OBSERVABILITY, route=Route.MESSAGES,
tests/e2e/logging/test_otel_trace_e2e.py:None
Routetest_messages_stream_from_each_bedrock_api_reaches_the_anthropic_sdk
pytest.mark.parametrize( ("model", "target"), [ ( "bedrock/us.anthropic.claude-son
tests/integration/messages_endpoint/providers/bedrock/test_bedrock_messages_stream_backends_wire.py:None
Routetest_messages_stream_records_real_ttft
meta( Subject( domain=Domain.OBSERVABILITY, route=Route.MESSAGES,
tests/e2e/logging/test_otel_trace_e2e.py:None
Routetest_messages_stream_records_the_served_tier
meta( Subject( domain=Domain.SPEND_BUDGETS, route=Route.MESSAGES,
tests/e2e/quota_management/spend_tracking/test_service_tier_pricing_e2e.py:None
Routetest_messages_stream_relays_thinking_and_text_deltas
pytest.mark.parametrize("route", ["/anthropic", ""], ids=["anthropic_pass_through", "v1_messages"])
tests/integration/messages_endpoint/providers/anthropic/test_thinking_stream_passthrough_wire.py:None
Routetest_messages_streams_completion
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES,
tests/e2e/llm_translation/test_messages_e2e.py:None
Routetest_messages_thinking_on_a_kyma_claude_model_is_sent_as_reasoning_effort
pytest.mark.parametrize("thinking", ({"type": "enabled", "budget_tokens": 1024}, {"type": "adaptive"}))
tests/unit/llms/openai_like/test_kyma_provider.py:None
Routetest_messages_tool_use
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES,
tests/e2e/llm_translation/test_messages_e2e.py:None
Routetest_messages_with_a_forwarded_client_credential_is_charged_at_the_deployment_configured_rates
pytest.mark.parametrize( ("input_rate", "output_rate"), ((0.001, 0.002), (0.0, 0.0)), ids=("custom
tests/integration/pricing/test_configured_prices.py:None
Routetest_mid_stream_error_keeps_credentials_in_the_api_base_out
pytest.mark.parametrize( "routed_api_base", [ f"{_AZURE_DEPLOYMENT_API_BASE}?subscription-key=
tests/unit/litellm_core_utils/test_streaming_handler.py:None
Routetest_mid_stream_error_reports_the_deployment_it_was_sent_to
pytest.mark.parametrize( ("logged_api_base", "routed_api_base"), [ (_AZURE_DEPLOYMENT_REQUEST_
tests/unit/litellm_core_utils/test_streaming_handler.py:None
Routetest_mid_stream_failure_escapes_keeps_partial_spend_and_blocks_replay
pytest.mark.parametrize( "client_messages", [[SESSION_UPDATE], [USER_TEXT], [USER_AUDIO], [REJ
tests/unit/llms/bedrock/realtime/test_bedrock_realtime_handler.py:None
Routetest_migrate_deploy_budget_keeps_a_raised_command_budget
pytest.mark.parametrize( ("command_timeout", "deploy_timeout", "expected"), [ ("900", None, 90
tests/unit/litellm_proxy_extras/test_prisma_toolchain.py:None
Routetest_migrations_run_when_the_prisma_cli_is_not_on_path
patch("atexit.register")
tests/unit/proxy/test_proxy_cli.py:None
Routetest_mint_narrows_the_credential_to_the_allowed_routes_the_route_check_enforces
pytest.mark.parametrize( "allowed_routes, chat_completions, mcp", [ (None, True, True),
tests/unit/proxy/mcp_server/test_proxy_api_credentials.py:None
Routetest_missing_api_key_raises_error
patch.dict("os.environ", {}, clear=True)
tests/unit/proxy/guardrails/guardrail_hooks/test_panw_prisma_airs.py:None
Routetest_missing_assistant_settings_answers_an_openai_shaped_500
pytest.mark.parametrize("route", ROUTES, ids=ROUTE_IDS)
tests/integration/providers/test_assistants_route_errors_wire.py:None
Routetest_missing_attribution_key_drilldowns
pytest.mark.parametrize( ("route", "extra", "expected"), [ ("keys", {}, {"unattributed": 3.0,
tests/integration/spend/test_daily_activity_aggregated_breakdowns.py:None
Routetest_missing_authorization_header_is_denied
meta( Subject( domain=Domain.PROXY_AUTH, route=Route.CHAT_COMPLETIONS,
tests/e2e/access_control/test_chat_auth_headers_e2e.py:None
Routetest_missing_document_returns_error
pytest.mark.covers("llm.ocr.openai.input_validation.nonstream.works")
tests/e2e/llm_translation/test_ocr_rust_e2e.py:None
Routetest_missing_end_date_is_rejected
meta( Subject( domain=Domain.SPEND_BUDGETS, route=Route.SPEND_REPORTING,
tests/e2e/quota_management/spend_tracking/test_team_daily_activity_e2e.py:None
Routetest_missing_file_returns_error
pytest.mark.covers("llm.audio_transcriptions.openai.input_validation.nonstream.works")
tests/e2e/llm_translation/test_audio_transcriptions_e2e.py:None
Routetest_missing_input_returns_error
pytest.mark.skip(reason="stage red: product gap, /v1/audio/speech 500s on missing input instead of 400")
tests/e2e/llm_translation/test_audio_speech_e2e.py:None
Routetest_missing_input_returns_error
pytest.mark.skip(reason="stage red: product gap, /v1/moderations 500s (KeyError 'input') on missing input inst
tests/e2e/llm_translation/test_moderations_e2e.py:None
Routetest_missing_input_returns_error
pytest.mark.skip( reason="stage red: product gap, /v1/responses 500s (aresponses TypeError) on missing
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_missing_input_returns_error
pytest.mark.covers("llm.embeddings.openai.input_validation.nonstream.works")
tests/e2e/llm_translation/test_embeddings_endpoint_e2e.py:None
Routetest_missing_max_tokens_returns_error
pytest.mark.covers("llm.messages.anthropic.input_validation.nonstream.works")
tests/e2e/llm_translation/test_messages_e2e.py:None
Routetest_missing_messages_returns_error
pytest.mark.covers("llm.messages.anthropic.input_validation.nonstream.works")
tests/e2e/llm_translation/test_messages_e2e.py:None
Routetest_missing_messages_returns_error
pytest.mark.covers("llm.chat_completions.openai.input_validation.nonstream.works")
tests/e2e/llm_translation/test_chat_completions_contract_e2e.py:None
Routetest_missing_model_parameter_returns_bad_request
pytest.mark.parametrize( ("path", "body"), ( ("/v1/chat/completions", {"messages": [{"role": "
tests/integration/providers/test_openai_error_handling.py:None
← previousnext →3,501–3,600 of 5,595, ranked by callers