MCPcopy Create free account

hub / github.com/BerriAI/litellm / endpoints

Endpoints5,595 in github.com/BerriAI/litellm

Routetest_rewriting_guardrail_leaves_the_rejection_to_the_chat_bridge_for_any_tool_use_id
pytest.mark.parametrize("tool_use_id", ("toolu_01", "functions.get_weather:0"))
tests/integration/messages_endpoint/test_tool_result_text_wire.py:None
Routetest_rfc_7386_appendix_a
pytest.mark.parametrize("target, patch, expected", RFC_7386_APPENDIX_A)
tests/unit/proxy/common_utils/test_json_merge_patch.py:None
Routetest_roi_calculator_connections
router.post("/roi-calculator/connections/test", tags=_ROI_TAGS)
litellm/proxy/management_endpoints/roi_calculator_endpoints.py:None
Routetest_rollups_requeue_and_stop_the_job_while_postgres_cannot_take_writes
pytest.mark.parametrize("error", [_postgres_restarting(), _postgres_unreachable()], ids=["57P03", "P1001"])
tests/unit/proxy/utils/prisma_and_spend/test_spend_functions.py:None
Routetest_root_deny_entry_blocks_every_route
pytest.mark.parametrize("denied_route", ["/", "//"])
tests/unit/proxy/auth/test_route_checks.py:None
Routetest_rotate_master_key_reencrypts_model_params_in_place
patch( "litellm.proxy.management_endpoints.key_management_endpoints.rotate_mcp_server_credentials_master_k
tests/unit/proxy/management_endpoints/test_key_management_endpoints.py:None
Routetest_rotate_master_key_rotates_sso_identity_assertions
patch( "litellm.proxy.management_endpoints.key_management_endpoints.rotate_sso_identity_assertions_master_
tests/unit/proxy/management_endpoints/test_key_management_endpoints.py:None
Routetest_route_a2a_bridge_agent_ignores_a_client_target_over_its_card_url
pytest.mark.parametrize("client_target", ["api_base", "base_url"])
tests/unit/proxy/test_route_a2a_models.py:None
Routetest_route_action_is_granted_by_the_ceiling
pytest.mark.parametrize(("route", "action"), sorted(_BEDROCK_ROUTE_ACTIONS.items()))
tests/unit/llms/bedrock/test_web_identity_session_policy.py:None
Routetest_route_actions_are_granted_by_the_callers_ceiling
pytest.mark.parametrize(("route", "caller_and_actions"), sorted(_CALLER_ROUTE_ACTIONS.items()))
tests/unit/llms/bedrock/test_web_identity_session_policy.py:None
Routetest_route_bindings_reject_non_callable_native_attributes
pytest.mark.parametrize( ("attribute", "route_binding"), ROUTE_BINDINGS, ids=[attribute for attribute, _ i
tests/unit/rust_bridge/test_bindings.py:None
Routetest_route_bindings_resolve_the_packaged_native_route
pytest.mark.parametrize( ("attribute", "route_binding"), ROUTE_BINDINGS, ids=[attribute for attribute, _ i
tests/unit/rust_bridge/test_bindings.py:None
Routetest_route_embeddings_cached_across_requests
requires_semantic_router
tests/unit/router_strategy/test_complexity_router.py:None
Routetest_route_image_generation_cost_honors_deployment_model_info
pytest.mark.parametrize( ("model", "optional_params", "model_info", "num_images", "expected_cost"), [
tests/unit/litellm_core_utils/llm_cost_calc/test_llm_cost_calc_utils.py:None
Routetest_route_keeps_the_mapped_upstream_status
pytest.mark.parametrize("route", ROUTES, ids=ROUTE_IDS)
tests/integration/providers/test_assistants_route_errors_wire.py:None
Routetest_route_prefixed_deployment_maps_like_the_plain_one
pytest.mark.parametrize("route_prefix", ["converse/", "invoke/"])
tests/unit/llms/bedrock/files/test_bedrock_files_transformation.py:None
Routetest_route_request_dynamic_credentials
pytest.mark.parametrize( "route_type, required_body_params", [ ("atext_completion", {"prompt":
tests/unit/proxy/test_route_llm_request.py:None
Routetest_route_request_keeps_router_only_override_settings_out_of_pass_through_provider_body
pytest.mark.parametrize( "router_only_setting", [ pytest.param( {"model_group_retr
tests/unit/proxy/test_route_llm_request.py:None
Routetest_route_request_maps_generation_config_for_google_routes
pytest.mark.parametrize("route_type", ["agenerate_content", "agenerate_content_stream"])
tests/unit/proxy/test_route_llm_request.py:None
Routetest_route_request_preserves_existing_config_for_google_routes
pytest.mark.parametrize("route_type", ["agenerate_content", "agenerate_content_stream"])
tests/unit/proxy/test_route_llm_request.py:None
Routetest_route_request_refuses_blocked_model_whether_or_not_key_has_router_settings
pytest.mark.parametrize( "extra_body", [ pytest.param({}, id="no-key-settings"), pytes
tests/unit/proxy/test_route_llm_request.py:None
Routetest_route_request_treats_null_router_settings_override_as_absent
pytest.mark.parametrize("extra_body", [{}, {"api_key": "sk-from-pre-call-hook"}], ids=["router", "clientside-a
tests/unit/proxy/test_route_llm_request.py:None
Routetest_route_restricted_health_matches_server_grants
meta( Subject( domain=Domain.MCP, route=Route.MCP, ) )
tests/e2e/mcp/test_mcp_key_access_e2e.py:None
Routetest_routed_images_do_not_multiply_sdk_and_router_retries
pytest.mark.parametrize(("sdk_retries", "router_retries"), ((0, 0), (0, 1), (5, 1)))
tests/unit/test_router_per_deployment_num_retries.py:None
Routetest_router_aanthropic_messages_bills_a_per_second_deployment_for_the_call_duration
pytest.mark.parametrize( "pricing", [ {"input_cost_per_second": _PER_SECOND_RATE, "output_cost
tests/unit/llms/anthropic/messages/native/test_anthropic_messages_router.py:None
Routetest_router_acancel_batch
pytest.mark.usefixtures("_vcr_outcome_gate_router_unit", "setup_and_teardown_router_unit")
tests/unit/test_router/test_router.py:None
Routetest_router_acancel_batch_resolves_credential_name
pytest.mark.usefixtures("_vcr_outcome_gate_router_unit", "setup_and_teardown_router_unit")
tests/unit/test_router/test_router.py:None
Routetest_router_acompletion_headers_read_post_increment_counter_and_count_once
pytest.mark.usefixtures("router_minute_pinned")
tests/unit/test_router/test_router_provider_endpoints.py:None
Routetest_router_allowed_fails_benches_a_lone_deployment_only_when_the_policy_names_the_exception
pytest.mark.parametrize( ("router_kwargs", "model_info", "outcomes"), [ ({"allowed_fails": 1},
tests/unit/router_utils/test_cooldown_handlers.py:None
Routetest_router_cache_only_pricing_preserves_uncached_token_charges
pytest.mark.parametrize("cache_field", ("cache_read_input_token_cost", "cache_creation_input_token_cost"))
tests/unit/test_cost_calculator.py:None
Routetest_router_caller_entra_rejection_on_a_stream_leaves_the_shared_deployment_routable
pytest.mark.parametrize( "stream_request", [ pytest.param( lambda router, **caller
tests/unit/test_router/test_router.py:None
Routetest_router_capacity_never_narrows_to_a_smaller_base_model_window
pytest.mark.parametrize(("provider", "route", "base"), _CAPACITY_TEST_DEPLOYMENTS)
tests/unit/test_router_model_cost_isolation.py:None
Routetest_router_capacity_never_takes_a_window_from_base_model_when_the_route_declares_none
pytest.mark.parametrize(("provider", "route", "base"), _CAPACITY_TEST_DEPLOYMENTS)
tests/unit/test_router_model_cost_isolation.py:None
Routetest_router_capacity_never_takes_a_window_from_base_model_when_the_route_is_unmapped
pytest.mark.parametrize(("provider", "route", "base"), _CAPACITY_TEST_DEPLOYMENTS)
tests/unit/test_router_model_cost_isolation.py:None
Routetest_router_capacity_widens_only_for_an_exact_base_model_entry_of_the_same_model
pytest.mark.parametrize( ("route", "base_model", "expected"), ( (_SAME_MODEL_ROUTE, "bedrock/u
tests/unit/test_router_model_cost_isolation.py:None
Routetest_router_capacity_widens_to_a_larger_base_model_window
pytest.mark.parametrize(("provider", "route", "base"), _CAPACITY_TEST_DEPLOYMENTS)
tests/unit/test_router_model_cost_isolation.py:None
Routetest_router_configured_entra_credential_rejection_cools_down_the_deployment
pytest.mark.parametrize( ("deployment_secret", "router_default_secret"), [ pytest.param({"clie
tests/unit/test_router/test_router.py:None
Routetest_router_configured_stream_usage_keeps_a_choice_on_the_usage_chunk
pytest.mark.parametrize( ("deployment_stream_options", "default_stream_options", "request_stream_options",
tests/unit/test_router/test_router.py:None
Routetest_router_context_window_check_pre_call_check
pytest.mark.usefixtures("local_model_cost_map", "isolate_router_model_cost_state")
tests/unit/test_router/test_router.py:None
Routetest_router_context_window_check_pre_call_check_in_group_custom_model_info
pytest.mark.usefixtures("local_model_cost_map", "isolate_router_model_cost_state")
tests/unit/test_router/test_router.py:None
Routetest_router_context_window_check_pre_call_check_out_group
pytest.mark.usefixtures("local_model_cost_map", "isolate_router_model_cost_state")
tests/unit/test_router/test_router.py:None
Routetest_router_debug_explains_a_skipped_fallback_target
pytest.mark.parametrize( ("field", "sentence"), [ ("fallback_access_check", "Fallback to b was
tests/unit/test_router/core/test_fallbacks_characterization_outcomes.py:None
Routetest_router_debug_explains_the_fallback_outcome_once
pytest.mark.parametrize( ("arguments", "suffix"), [ ({}, "\n\nLiteLLM: model group 'a' failed
tests/unit/test_router/core/test_fallbacks.py:None
Routetest_router_default_fallbacks_answer_for_an_embedding_only_group
pytest.mark.parametrize("route", tuple(_DEFAULT_FALLBACK_ROUTES))
tests/integration/routing/test_non_chat_model_endpoint_gate.py:None
Routetest_router_default_for_positional_param_returns_400
pytest.mark.parametrize( ("path", "body", "missing"), ( ("/v1/images/generations", {"model": "
tests/integration/compatibility/test_status_code_followups.py:None
Routetest_router_default_for_positional_param_still_raises
pytest.mark.parametrize( "route_type, param", [ ("aimage_generation", "prompt"), ("asp
tests/unit/proxy/test_route_llm_request.py:None
Routetest_router_failed_redis_increment_keeps_local_usage_without_double_counting
pytest.mark.usefixtures("router_minute_pinned")
tests/unit/test_router/test_router_provider_endpoints.py:None
Routetest_router_init_azure_service_principal_with_secret_with_environment_variables
patch("azure.identity.get_bearer_token_provider")
tests/unit/test_router/test_router.py:None
Routetest_router_keeps_supported_fallback_shapes
pytest.mark.parametrize( ("router_kwargs", "expected_fallbacks"), [ ({"fallbacks": [{"gpt-4":
tests/unit/test_router/test_router.py:None
Routetest_router_model_in_endpoint_takes_the_longest_leading_model_group
pytest.mark.parametrize( "endpoint, router_models, expected", [ ("nim-page/v1/infer", ("nim-pa
tests/unit/llms/nvidia_nim/passthrough/test_nvidia_nim_passthrough_transformation.py:None
Routetest_router_rejects_a_string_fallback_target_at_init
pytest.mark.parametrize( ("router_kwargs", "expected_message"), [ ({"fallbacks": [{"gpt-4": "g
tests/unit/test_router/test_router.py:None
Routetest_router_retries_a_transcription_off_a_deployment_whose_provider_cannot_transcribe
pytest.mark.parametrize("policy_scope", ["none", "router", "model_group", "request"])
tests/unit/test_router/test_router.py:None
Routetest_router_settings_model_group_alias_authorizes_target_for_key
pytest.mark.parametrize( "route", ["/v1/chat/completions", "/v1/messages", "/v1/embeddings", "/openai/
tests/unit/proxy/auth/test_user_api_key_auth_request_flow.py:None
Routetest_router_settings_model_group_alias_authorizes_target_for_team
pytest.mark.parametrize("target, expect_denied", [("claude-haiku", False), ("claude-sonnet", True)])
tests/unit/proxy/auth/test_user_api_key_auth_request_flow.py:None
Routetest_router_stream_counts_request_before_headers_and_tokens_once_on_completion
pytest.mark.usefixtures("router_minute_pinned")
tests/unit/test_router/test_router_provider_endpoints.py:None
Routetest_router_success_callback_during_pre_header_increment_does_not_double_count
pytest.mark.usefixtures("router_minute_pinned")
tests/unit/test_router/test_router_provider_endpoints.py:None
Routetest_router_transcription_reuses_router_level_client_for_each_deployment
pytest.mark.parametrize( ("litellm_params", "build_client", "route_url"), [ ( {"mo
tests/unit/test_router/test_router_provider_endpoints.py:None
Routetest_router_weights_validate_current_deployment_scope
pytest.mark.parametrize("db_model,stored_name,owner,public_name,error", [ (False, None, None, None, None),
tests/unit/proxy/management_endpoints/test_common_utils.py:None
Routetest_routing_plugins_refuse_the_sync_selection_path
pytest.mark.parametrize("entry", ["get_available_deployment", "completion"])
tests/unit/test_router/core/test_selection_characterization_prerouting.py:None
Routetest_row_after_a_guardrail_dropped_row_names_its_line_in_the_uploaded_file
pytest.mark.parametrize("route", UPLOAD_ROUTES)
tests/integration/providers/test_vertex_batch_row_line_errors_owned_proxy.py:None
Routetest_row_vertex_cannot_convert_answers_400_naming_its_file_line_every_time
pytest.mark.parametrize("route", ROUTES)
tests/integration/providers/test_vertex_batch_row_line_errors_wire.py:None
Routetest_rows_reach_the_guardrail_verbatim_when_forwarded_as_sent
pytest.mark.parametrize( "row", [ {"role": "user", "content": "Look up 123-45-6789
tests/unit/proxy/guardrails/guardrail_hooks/test_generic_guardrail_api.py:None
Routetest_rows_the_upload_validation_rejects_keep_their_400
pytest.mark.parametrize("route", ROUTES)
tests/integration/providers/test_vertex_batch_row_line_errors_wire.py:None
Routetest_run_async_fallback_still_retargets_the_same_group_via_dict_entry
pytest.mark.parametrize( "entry", [ {"model": "primary-model", "_target_order": 2}, {"
tests/unit/router_utils/test_fallback_event_handlers.py:None
Routetest_run_gunicorn_passes_max_requests_jitter
patch("litellm.proxy.proxy_cli.ProxyInitializationHelpers.run_gunicorn_server")
tests/unit/proxy/test_proxy_cli.py:None
Routetest_run_health_check
patch("httpx.get")
tests/unit/proxy/test_proxy_cli.py:None
Routetest_run_ollama_serve
patch("subprocess.Popen")
tests/unit/proxy/test_proxy_cli.py:None
Routetest_run_server_no_config_passed
patch("uvicorn.run")
tests/unit/proxy/test_proxy_cli.py:None
Routetest_run_test_chat_completion
patch("openai.OpenAI")
tests/unit/proxy/test_proxy_cli.py:None
Routetest_run_with_session
patch.object(mcp_client_module, "streamable_http_client")
tests/unit/proxy/mcp_server/test_mcp_client_unit.py:None
Routetest_runtime_directional_scope_matches_client_call_and_spend_log
pytest.mark.parametrize( ("row_id", "endpoint", "stream", "client_kind", "scope", "include_scope", "block_
tests/integration/observability/test_logging_only_scope_runtime.py:None
Routetest_runtime_rejections
pytest.mark.parametrize( "snippet", [ # getattr is not in the sandbox builtins — NameError at
tests/unit/proxy/guardrails/test_custom_code_security.py:None
Routetest_runtime_update_drops_legacy_identity_and_keeps_agent_id
pytest.mark.parametrize("operation", ["patch", "put"])
tests/unit/proxy/agent_endpoints/test_agent_registry.py:None
Routetest_rust_tokenizer_mirrors_python_tokenizer_selection
pytest.mark.parametrize( ("model", "expected"), ( (MODEL, "anthropic"), ("claude-3-5-s
tests/unit/rust_bridge/test_token_counter.py:None
Routetest_s3_download_success
patch("litellm.proxy.common_utils.load_config_utils.download_python_file_from_s3")
tests/unit/proxy/test_custom_logger_s3_gcs.py:None
Routetest_s3_logger_supports_object_key_retrieval
patch("asyncio.create_task") # Mock asyncio.create_task to avoid event loop issues
tests/unit/responses/litellm_completion_transformation/test_session_handler_with_cold_storage.py:None
Routetest_s3_media_without_bucket_owner_is_rejected_naming_it
pytest.mark.parametrize( "input_media,params", [ ("s3://media/duck.png", {"input_type": "image
tests/unit/llms/bedrock/embed/test_twelvelabs_marengo_3_transformation.py:None
Routetest_s3_object_key_has_no_colon_for_cloud_uri_file_ids
pytest.mark.parametrize( "response_id", [ "s3://example-batch-bucket/litellm-bedrock-files/inp
tests/unit/integrations/test_s3_v2.py:None
Routetest_s3_object_key_is_bounded_for_long_paths_and_aliases
pytest.mark.parametrize( "s3_path,prefix", [ ("input", ""), ("a" * 900, ""), (
tests/unit/integrations/test_s3_v2.py:None
Routetest_s3_v2_endpoint_url
patch("asyncio.create_task")
tests/unit/integrations/test_s3_v2.py:None
Routetest_s3_v2_flush_bounds_concurrent_puts_to_the_default_ceiling
pytest.mark.covers("other.observability.s3_v2.flush_bounds_concurrent_puts_to_default_ceiling_and_keeps_every_
tests/integration/observability/test_s3_v2_upload_fanout.py:None
Routetest_s3_v2_mixed_surface_burst_bounds_puts_one_object_per_response_id
pytest.mark.covers("other.observability.s3_v2.mixed_surface_burst_bounds_puts_one_object_per_response_id")
tests/integration/observability/test_s3_v2_flush_surfaces.py:None
Routetest_s3_v2_put_url_encodes_spaces_in_object_key
patch("asyncio.create_task")
tests/unit/integrations/test_s3_v2.py:None
Routetest_s3_v2_virtual_hosted_style
patch("asyncio.create_task")
tests/unit/integrations/test_s3_v2.py:None
Routetest_sanitize_error_information_caps_size_regardless_of_prompt_flag
patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
tests/unit/proxy/spend_tracking/test_spend_tracking_utils.py:None
Routetest_sanitize_error_information_persists_no_raw_model_for_an_unknown_model_rejection
pytest.mark.parametrize( ("original_exception", "expected_error_message"), [ ( Pro
tests/unit/proxy/spend_tracking/test_spend_tracking_utils.py:None
Routetest_sanitize_error_information_redacts_pydantic_assignment_form
patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
tests/unit/proxy/spend_tracking/test_spend_tracking_utils.py:None
Routetest_sanitize_error_information_redacts_traceback_when_not_storing_prompts
patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
tests/unit/proxy/spend_tracking/test_spend_tracking_utils.py:None
Routetest_sanitize_error_information_redacts_when_not_storing_prompts
patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
tests/unit/proxy/spend_tracking/test_spend_tracking_utils.py:None
Routetest_sanitize_error_information_reproduces_lit_2992
patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
tests/unit/proxy/spend_tracking/test_spend_tracking_utils.py:None
Routetest_sanitize_error_information_skips_redaction_when_storing_prompts
patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
tests/unit/proxy/spend_tracking/test_spend_tracking_utils.py:None
Routetest_sanitize_error_information_skips_traceback_redaction_when_storing_prompts
patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
tests/unit/proxy/spend_tracking/test_spend_tracking_utils.py:None
Routetest_sanitize_folds_output_format_into_output_config
pytest.mark.parametrize( "model, data, expected_output_config", [ pytest.param( "c
tests/unit/llms/vertex_ai/vertex_ai_partner_models/anthropic/test_vertex_ai_partner_models_anthropic_transformation.py:None
Routetest_sanitize_guardrail_information_drops_non_dict_items_in_list
patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
tests/unit/proxy/spend_tracking/test_spend_tracking_utils.py:None
Routetest_sanitize_guardrail_information_none_passthrough
patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
tests/unit/proxy/spend_tracking/test_spend_tracking_utils.py:None
Routetest_sanitize_guardrail_information_normalizes_bare_dict_input
patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
tests/unit/proxy/spend_tracking/test_spend_tracking_utils.py:None
Routetest_sanitize_guardrail_information_passthrough_when_flag_true
patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
tests/unit/proxy/spend_tracking/test_spend_tracking_utils.py:None
Routetest_sanitize_guardrail_information_preserves_absent_prompt_fields
patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
tests/unit/proxy/spend_tracking/test_spend_tracking_utils.py:None
Routetest_sanitize_guardrail_information_preserves_guardrail_usage_when_flag_false
patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
tests/unit/proxy/spend_tracking/test_spend_tracking_utils.py:None
Routetest_sanitize_guardrail_information_preserves_headroom_compression_token_stats
patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
tests/unit/proxy/spend_tracking/test_spend_tracking_utils.py:None
← previousnext →4,401–4,500 of 5,595, ranked by callers