MCPcopy Create free account

hub / github.com/BerriAI/litellm / endpoints

Endpoints5,595 in github.com/BerriAI/litellm

Routetest_discovery_optional_probes_use_remaining_listing_budget
pytest.mark.parametrize("delay", ["target", "probe", "exhausted"])
tests/unit/proxy/mcp_server/test_operations.py:None
Routetest_distinct_key_aliases_produce_distinct_series
meta( Subject( domain=Domain.OBSERVABILITY, route=Route.METRICS, p
tests/e2e/logging/test_prometheus_cardinality_e2e.py:None
Routetest_does_not_cache_when_no_expiry
patch(f"{AUTH_MODULE}._request_token_sync")
tests/unit/llms/gigachat/test_authenticator.py:None
Routetest_does_not_cache_when_ttl_non_positive
patch(f"{AUTH_MODULE}._request_token_sync")
tests/unit/llms/gigachat/test_authenticator.py:None
Routetest_does_not_leak_servers_via_internal_flag
patch("litellm.public_mcp_servers", ["a"])
tests/unit/proxy/mcp_server/test_mcp_server_manager.py:None
Routetest_dot_and_empty_segments_cannot_reach_a_denied_route
pytest.mark.parametrize( "route", [ "/svc/public/../admin/users", "/svc/public/../../a
tests/unit/proxy/auth/test_route_checks.py:None
Routetest_double_prefixed_strips_once
pytest.mark.parametrize( "input_model,expected_model", [ # Well-known native model
tests/unit/llms/openrouter/test_openrouter_provider_routing.py:None
Routetest_download_failure_handling
patch("litellm.proxy.common_utils.load_config_utils.download_python_file_from_s3")
tests/unit/proxy/test_custom_logger_s3_gcs.py:None
Routetest_downloads_and_uploads_url_image
patch(f"{FILE_MODULE}.get_httpx_client")
tests/unit/llms/gigachat/test_file_handler.py:None
Routetest_downloads_image_successfully
patch(f"{FILE_MODULE}.get_httpx_client")
tests/unit/llms/gigachat/test_file_handler.py:None
Routetest_drop_anthropic_only_tool_keys_strips_tool_and_function_levels
pytest.mark.parametrize("key", ["input_examples", "eager_input_streaming"])
tests/unit/test_main.py:None
Routetest_drop_params_drops_a_non_numeric_budget_with_one_warning
pytest.mark.parametrize("budget", ["2048", True])
tests/unit/llms/anthropic/messages/adapters/test_handler_reasoning_effort_normalization.py:None
Routetest_drop_params_drops_every_malformed_tool_field
pytest.mark.parametrize( "route", ["acompletion", "aresponses", "anthropic_messages", "agenerate_content",
tests/unit/litellm_core_utils/test_tool_fields.py:None
Routetest_drop_params_drops_only_the_malformed_field
pytest.mark.parametrize( ("field", "value"), [("exclude_tools", "get_weather"), ("clear_at_least", {"t
tests/unit/llms/anthropic/messages/context_management/test_clear_tool_uses.py:None
Routetest_drop_params_drops_the_mcp_toolset_tools_of_dropped_mcp_servers
pytest.mark.parametrize( ("tools", "kept_tool_names"), [([_DEEPWIKI_TOOLSET, _WEATHER_TOOL], ["get_wea
tests/unit/llms/anthropic/messages/adapters/test_handler_output_config_passthrough.py:None
Routetest_drop_params_keeps_the_deployment_refusing_media
pytest.mark.parametrize( ("router_arguments", "request_extra"), [({"default_litellm_params": {"drop_pa
tests/unit/test_router/core/test_parity_decisions_routing.py:None
Routetest_drop_params_strips_reasoning_by_model
pytest.mark.parametrize( "model, reasoning_survives", [ ("gpt-4o", False),
tests/unit/llms/openai/responses/test_openai_responses_transformation.py:None
Routetest_dropping_a_refused_effort_logs_one_warning_naming_only_the_fix_its_route_honors
pytest.mark.parametrize( ("declared_reasoning_efforts", "suggests_declared_levels"), [((), Tru
tests/unit/llms/openai/responses/test_openai_responses_transformation.py:None
Routetest_duplicate_agent_binding_returns_conflict_for_every_write
pytest.mark.parametrize("operation", ["create", "patch", "put"])
tests/unit/proxy/agent_endpoints/test_agent_registry.py:None
Routetest_dynamic_route_observes_committed_peer_catalog_changes
pytest.mark.parametrize("change", ["create", "rename", "delete"])
tests/unit/proxy/test_dynamic_mcp_route.py:None
Routetest_each_candidate_uses_its_effective_routed_output_limit
pytest.mark.parametrize( "cheap_limit,strong_limit,requested,from_tier,output_rate,expected_limits", [
tests/unit/proxy/common_utils/test_cache_aware_routing.py:None
Routetest_each_codex_feature_follows_what_the_deployments_declare
pytest.mark.parametrize( ("flag", "field", "by_value"), [ ("supports_function_calling", "apply
tests/unit/proxy/common_utils/test_codex_model_translation.py:None
Routetest_each_detected_feature_reaches_its_rule
pytest.mark.parametrize( ("feature", "kwargs", "settings"), ( (Feature.MOCK_RESPONSE, {"mock_r
tests/test_litellm_rust/responses/test_dispatch.py:None
Routetest_each_detected_feature_reaches_its_rule
pytest.mark.parametrize( ("feature", "model", "kwargs", "settings"), ( (Feature.MOCK_RESPONSE,
tests/test_litellm_rust/messages/test_dispatch.py:None
Routetest_each_endpoint_awaits_only_its_router_method
pytest.mark.parametrize( ("endpoint", "body", "method"), [ ("/v1/chat/completions", {"messages
tests/unit/proxy/batches_endpoints/test_litellm_executed_batches.py:None
Routetest_each_endpoint_maps_to_its_declared_response_type
pytest.mark.parametrize( "endpoint_name,expected", [ ("list_container_files", Cont
tests/unit/containers/test_endpoint_factory.py:None
Routetest_each_family_answers_malformed_tools_a_deployment_list_drops
pytest.mark.parametrize( ("family", "forwarded"), [(MESSAGES, ()), (RESPONSES, ()), (GENERATE, ("get_w
tests/integration/providers/test_malformed_tools_wire.py:None
Routetest_each_family_posts_to_its_endpoint_and_the_async_handler_returns_the_downloaded_audio
pytest.mark.parametrize( ("model", "optional_params", "path", "provider_input"), ( (
tests/unit/llms/dashscope/test_dashscope_text_to_speech_transformation.py:None
Routetest_each_frame_is_classified_by_what_it_does_to_a_turn
pytest.mark.parametrize( ("frame_type", "kind"), [ ("response.completed", "ends_turn"),
tests/unit/proxy/pass_through_endpoints/llm_provider_handlers/test_openai_websocket_passthrough_logging_handler.py:None
Routetest_each_options_instance_gets_its_own_empty_mappings
pytest.mark.parametrize("options_type", get_args(HarnessOptions), ids=lambda t: t.__name__)
tests/unit/harness/test_options.py:None
Routetest_each_rejection_is_sent_again_with_its_own_fallback_when_both_are_set
pytest.mark.parametrize( ("error", "retried_with"), [(_REJECTION, _FALLBACK), (_TOO_MANY_STRICT_TOOLS,
tests/unit/llms/bedrock/chat/test_native_output_fallback.py:None
Routetest_each_routing_strategy_registers_its_selector_on_the_host
pytest.mark.parametrize( ("strategy", "callbacks", "input_callbacks"), [ ("simple-shuffle", []
tests/unit/test_router/core/test_construction_precall_characterization.py:None
Routetest_eager_input_streaming_false_or_absent_adds_no_beta
pytest.mark.parametrize( "tool", [ _eager_openai_tool(eager_input_streaming=False), _e
tests/unit/llms/bedrock/chat/test_converse_transformation.py:None
Routetest_eager_input_streaming_tool_adds_fine_grained_tool_streaming_beta
pytest.mark.parametrize( "tool", [ _eager_openai_tool(eager_input_streaming=True), _ea
tests/unit/llms/bedrock/chat/test_converse_transformation.py:None
Routetest_eager_stream_opener_raises_the_same_error_as_its_non_stream_twin
pytest.mark.parametrize(("route", "call"), _EAGER_CASES)
tests/integration/sdk/test_stream_open_error_provider_headers_sdk.py:None
Routetest_echo_litellm_version
patch("importlib.metadata.version")
tests/unit/proxy/test_proxy_cli.py:None
Routetest_edge_wired_chat_writes_nonzero_spend_row
meta( Subject( domain=Domain.SPEND_BUDGETS, route=Route.CHAT_COMPLETIONS, provider
tests/e2e/quota_management/spend_tracking/test_provider_edge_spend_e2e.py:None
Routetest_editing_a_key_from_the_dashboard_persists_and_is_enforced
meta( Subject( domain=Domain.MANAGEMENT, route=Route.KEY_MANAGEMENT,
tests/e2e/management/test_management_e2e.py:None
Routetest_effort_from_thinking_budget_tiers
pytest.mark.parametrize( "budget_tokens,expected_effort", [ (0, "low"), (DEFAULT_REASO
tests/unit/llms/bedrock/messages/invoke_transformations/test_anthropic_claude_transformation.py:None
Routetest_eh_provider_passthrough_routes_classify_effective_streaming
pytest.mark.parametrize( ("route", "body", "streamed"), ( ( "/anthropic/v1/message
tests/integration/observability/test_guardrail_stream_scope_matrix.py:None
Routetest_embedding
mock_patch_aembedding()
tests/unit/proxy/test_proxy_server.py:None
Routetest_embedding_writes_nonzero_spend_row
meta( Subject( domain=Domain.SPEND_BUDGETS, route=Route.EMBEDDINGS, providers=(Pro
tests/e2e/quota_management/spend_tracking/test_spend_tracking_e2e.py:None
Routetest_embeddings_call_logs_its_cost
meta( Subject( domain=Domain.PASSTHROUGH, route=Route.PASSTHROUGH,
tests/e2e/llm_translation/test_passthrough_e2e.py:None
Routetest_embeddings_returns_vector
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.EMBEDDINGS,
tests/e2e/llm_translation/test_embeddings_endpoint_e2e.py:None
Routetest_empty_and_json_string_schemas_reach_the_deployment
pytest.mark.parametrize( "tool", [ lambda schema: {"type": "function", "function": {"name": "g
tests/unit/litellm_core_utils/test_tool_fields.py:None
Routetest_empty_bearer_token_is_denied
meta( Subject( domain=Domain.PROXY_AUTH, route=Route.CHAT_COMPLETIONS,
tests/e2e/access_control/test_chat_auth_headers_e2e.py:None
Routetest_empty_dict_does_not_trigger_premium_check
patch("litellm.proxy.management_endpoints.common_utils.premium_user_check")
tests/unit/proxy/management_endpoints/test_common_utils.py:None
Routetest_empty_dict_still_updates_metadata
patch("litellm.proxy.management_endpoints.common_utils.premium_user_check")
tests/unit/proxy/management_endpoints/test_common_utils.py:None
Routetest_empty_guardrails_skips_premium_check
patch( "litellm.proxy.management_endpoints.common_utils.premium_user_check", side_effect=Excep
tests/unit/proxy/management_endpoints/test_common_utils.py:None
Routetest_empty_image_returns_error
pytest.mark.covers("llm.images_edits.openai.input_validation.nonstream.works")
tests/e2e/llm_translation/test_image_edits_e2e.py:None
Routetest_empty_input_returns_client_error
pytest.mark.covers("llm.responses.openai.input_validation.nonstream.works")
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_empty_input_returns_error
pytest.mark.skip(reason="stage red: product gap, /v1/audio/speech 500s on empty input instead of surfacing the
tests/e2e/llm_translation/test_audio_speech_e2e.py:None
Routetest_empty_input_returns_openai_400
pytest.mark.parametrize("empty_input", ["", []])
tests/unit/proxy/response_api_endpoints/test_endpoints.py:None
Routetest_empty_list_does_not_trigger_premium_check
patch("litellm.proxy.management_endpoints.common_utils.premium_user_check")
tests/unit/proxy/management_endpoints/test_common_utils.py:None
Routetest_empty_list_still_updates_metadata
patch("litellm.proxy.management_endpoints.common_utils.premium_user_check")
tests/unit/proxy/management_endpoints/test_common_utils.py:None
Routetest_empty_messages_returns_client_error
pytest.mark.covers("llm.chat_completions.openai.input_validation.nonstream.works")
tests/e2e/llm_translation/test_chat_completions_contract_e2e.py:None
Routetest_empty_object_body_still_uploads
pytest.mark.parametrize("route", ROUTES)
tests/integration/providers/test_vertex_batch_row_line_errors_wire.py:None
Routetest_empty_policies_skips_premium_check
patch( "litellm.proxy.management_endpoints.common_utils.premium_user_check", side_effect=Excep
tests/unit/proxy/management_endpoints/test_common_utils.py:None
Routetest_empty_prompt_returns_client_error
pytest.mark.covers("llm.images_generations.openai.input_validation.nonstream.works")
tests/e2e/llm_translation/test_image_generation_e2e.py:None
Routetest_empty_prompt_returns_error
pytest.mark.covers("llm.images_edits.openai.input_validation.nonstream.works")
tests/e2e/llm_translation/test_image_edits_e2e.py:None
Routetest_empty_provider_hint_from_the_caller_keeps_the_deployment_route
pytest.mark.parametrize("route", (_IMAGES, _SPEECH))
tests/integration/routing/test_declared_provider_bare_model_routes.py:None
Routetest_empty_responses_tool_output_reaches_anthropic_without_json_text
pytest.mark.parametrize("output", ["", [], [{"type": "input_text", "text": ""}]])
tests/unit/responses/litellm_completion_transformation/test_anthropic_responses_bridge.py:None
Routetest_empty_responses_tool_output_reaches_gemini_without_json_text
pytest.mark.parametrize("output", ["", [], [{"type": "input_text", "text": ""}]])
tests/unit/responses/litellm_completion_transformation/test_google_ai_studio_responses_wire.py:None
Routetest_empty_string_team_member_key_duration_skips_premium_check
patch( "litellm.proxy.management_endpoints.common_utils.premium_user_check", side_effect=Excep
tests/unit/proxy/management_endpoints/test_common_utils.py:None
Routetest_empty_tool_output_sends_no_text_and_stays_as_sent
pytest.mark.parametrize(("call_item", "output_type"), _TOOL_TURNS, ids=["function", "custom"])
tests/unit/llms/openai/responses/test_openai_responses_guardrail_handler.py:None
Routetest_empty_tools
pytest.mark.parametrize( "case", _pick( "anthropic_sonnet45", "bedrock_converse_haiku_
tests/unit/llms/base_llm/chat/test_provider_chat_translation.py:None
Routetest_empty_url_falls_back_to_its_body_shape
pytest.mark.parametrize( "body, expected_call_type", [ ({"messages": [{"role": "user", "conten
tests/unit/proxy/openai_files_endpoint/test_batch_guardrails.py:None
Routetest_enabled_thinking_on_adaptive_only_model_warns_only_when_the_budget_is_dropped
pytest.mark.parametrize("budget, warned", (("high", 1), (4096, 0)), ids=("non-integer", "integer"))
tests/unit/llms/tencent/chat/test_tencent_chat_transformation.py:None
Routetest_encode_video__a_poll_takes_the_deployment_that_answered_else_keeps_the_one_its_id_named
pytest.mark.parametrize( ("polled_deployment", "answering_deployment", "returned_deployment"), [
tests/unit/proxy/video_endpoints/test_utils.py:None
Routetest_encrypted_detection_does_not_reject_other_input_shapes
pytest.mark.parametrize( "input_items", [ ["unsupported-input-item"],
tests/unit/router_strategy/test_complexity_router.py:None
Routetest_encrypted_reasoning_is_kept_when_the_request_tools_route_it_to_responses
pytest.mark.parametrize( ("tools", "kept"), [ pytest.param( [{"name": "get_weather
tests/unit/llms/anthropic/messages/adapters/test_anthropic_messages_adapters_transformation.py:None
Routetest_end_user_budget_blocks_attributed_calls
pytest.mark.covers("quota_management.budget.end_user.blocks_over_limit")
tests/e2e/quota_management/budgets/test_budget_enforcement_e2e.py:None
Routetest_end_user_header_attributes_responses_row
meta( Subject( domain=Domain.SPEND_BUDGETS, route=Route.RESPONSES, providers=(Prov
tests/e2e/quota_management/spend_tracking/test_spend_tracking_e2e.py:None
Routetest_end_user_model_max_budget_enforces_per_model_rpm
pytest.mark.skip(reason="stage red: product gap, end-user model_max_budget rpm_limit is stored but never enfor
tests/e2e/quota_management/budgets/test_model_max_budget_e2e.py:None
Routetest_end_user_new_persists_to_end_user_info
meta(Subject(domain=Domain.MANAGEMENT, route=Route.CUSTOMER_MANAGEMENT))
tests/e2e/management/test_budget_customer_user_org_e2e.py:None
Routetest_endpoint
router.get( "/test", tags=["health"], dependencies=[Depends(user_api_key_auth)], )
litellm/proxy/health_endpoints/_health_endpoints.py:None
Routetest_endpoint_mismatch_fails_batch_and_cancel_conflicts
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.BATCHES,
tests/e2e/batches/test_batches_e2e.py:None
Routetest_endpoint_targeting_field_in_request_body_is_rejected
pytest.mark.parametrize( "field", [ "aws_bedrock_runtime_endpoint", "a
tests/unit/proxy/auth/test_auth_utils.py:None
Routetest_endpoints_picking_with_a_stand_in_message_run_the_region_check
pytest.mark.parametrize( ("endpoint", "request_fields"), [ ("aimage_generation", {"prompt": "a
tests/unit/test_router/core/test_gaps_pick_input_and_compaction.py:None
Routetest_endpoints_picking_with_no_input_skip_the_region_check
pytest.mark.parametrize( ("endpoint", "request_fields"), [("arerank", {"query": "q", "documents": ["a"
tests/unit/test_router/core/test_gaps_pick_input_and_compaction.py:None
Routetest_endpoints_without_a_dispatch_branch_resolve_to_none_without_calling_anything
pytest.mark.parametrize( "endpoint", [ "aadapter_generate_content", "video_create_char
tests/unit/test_router/core/test_endpoints_characterization_generic.py:None
Routetest_engines_model_chat_completions
mock_patch_acompletion()
tests/unit/proxy/test_proxy_server.py:None
Routetest_enqueued_allowance_accepts_batch_over_key_rpm
meta( Subject( domain=Domain.SPEND_BUDGETS, route=Route.BATCHES, p
tests/e2e/batches/test_batches_e2e.py:None
Routetest_ensure_api_route_appends_the_route_only_when_the_url_path_lacks_it
pytest.mark.parametrize( ("api_base", "route", "expected"), [ ("https://gw.test/p/v1/messages"
tests/unit/litellm_core_utils/test_url_utils.py:None
Routetest_ensure_initialize_azure_sdk_client_always_used
pytest.mark.parametrize( "call_type", [ call_type for call_type in CallTypes.__members
tests/unit/llms/azure/test_azure_common_utils.py:None
Routetest_entry_that_declares_no_rate_stays_silent
pytest.mark.parametrize( "entry", [ {"litellm_provider": "openai", "mode": "chat", "supports_p
tests/unit/litellm_core_utils/llm_cost_calc/test_zero_cost_diagnostic.py:None
Routetest_env_budget_applies_only_to_a_chat_model_the_cost_map_lists_as_answering_text
pytest.mark.parametrize( "output_modalities, expected_limits", [ ({}, {"max_output_tokens": 50
tests/unit/llms/vertex_ai/gemini/test_long_decode.py:None
Routetest_env_budget_applies_only_to_a_request_asking_for_text_output
pytest.mark.parametrize( "modalities, expected_limits", [ (["audio"], {}), (["text", "
tests/unit/llms/vertex_ai/gemini/test_long_decode.py:None
Routetest_env_budget_applies_only_to_a_request_that_sets_no_output_limit_of_its_own
pytest.mark.parametrize( "budget, model, request_params, expected_limits", [ ("50", ARGON, {"m
tests/unit/llms/vertex_ai/gemini/test_long_decode.py:None
Routetest_env_budget_leaves_a_snake_case_generation_config_from_extra_body_alone
pytest.mark.parametrize( "extra_body", [ {"generation_config": {"temperature": 0.1}},
tests/unit/llms/vertex_ai/gemini/test_long_decode.py:None
Routetest_environment_redis_url_used_when_caller_names_no_target
patch("litellm._redis.redis.Redis.from_url")
tests/unit/test_redis.py:None
Routetest_error_block_carries_the_mapped_error_code
pytest.mark.parametrize( ("error", "expected_code"), [ (RateLimitError("slow down"
tests/unit/integrations/websearch_interception/test_websearch_native_blocks.py:None
Routetest_errors_that_are_not_guardrail_blocks_keep_the_litellm_error
pytest.mark.parametrize( ("guardrail", "model", "status"), ( pytest.param(VENDOR_DOWN, ROUTER_
tests/integration/providers/test_bedrock_passthrough_aws_errors.py:None
Routetest_estimated_output_tokens_resolution_precedence
pytest.mark.parametrize( "key_metadata, team_metadata, expected_output_estimate, tier", [ (
tests/unit/proxy/hooks/test_parallel_request_limiter_v3.py:None
Routetest_evaluate_answers_unavailable_for_every_tool_use_when_the_classifier_fails
pytest.mark.parametrize( "reply, reason", [ (litellm.Timeout("slow", model="classifier", llm_p
tests/unit/llms/anthropic/messages/test_safeguards.py:None
Routetest_events_with_nothing_to_send_upstream_are_dropped_without_starting_the_stream
pytest.mark.parametrize("event_type", ["response.create", "input_audio_buffer.clear"])
tests/unit/llms/soniox/realtime/test_soniox_realtime_transformation.py:None
Routetest_every_bedrock_config_get_error_class_keeps_provider_headers
pytest.mark.parametrize("config", _bedrock_configs_with_get_error_class())
tests/unit/llms/bedrock/test_bedrock_common_utils.py:None
Routetest_every_dashboard_role_can_send_telemetry_ui_events
pytest.mark.parametrize( ("method", "route"), [("POST", "/telemetry/ui_events"), ("GET", "/telemetry/ui_ev
tests/unit/proxy/auth/test_route_checks.py:None
Routetest_every_deployment_write_advances_the_registry_version
pytest.mark.parametrize( ("write", "ids_after"), [ (_apply_upsert_new, ["a", "b", "e", "c"]),
tests/unit/test_router/core/test_registry_changesets.py:None
Routetest_every_grant_to_invoke_models_also_grants_apply_guardrail
pytest.mark.parametrize(("route", "make_caller"), sorted(_MODEL_INVOKING_CALLERS.items()))
tests/unit/llms/bedrock/test_web_identity_session_policy.py:None
← previousnext →2,501–2,600 of 5,595, ranked by callers