MCPcopy Create free account

hub / github.com/BerriAI/litellm / endpoints

Endpoints5,595 in github.com/BerriAI/litellm

Routetest_every_image_dialect_escalates
pytest.mark.parametrize( "part", [ IMG_PART, {"type": "input_image", "
tests/unit/router_strategy/test_complexity_router.py:None
Routetest_every_image_shape_litellm_forwards_is_checked
pytest.mark.parametrize( "block", [ {"type": "input_image", "image_url": {"url": "https://exam
tests/unit/proxy/guardrails/guardrail_hooks/akto/test_akto_attachments.py:None
Routetest_every_listed_partial_wildcard_id_routes_to_the_catalog_model_it_names
pytest.mark.parametrize( ("model_name", "deployment_model", "key_model", "reachable"), [ pytes
tests/unit/proxy/auth/test_model_checks.py:None
Routetest_every_mapped_beta_header_is_accepted_by_the_provider
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES,
tests/e2e/llm_translation/test_messages_beta_headers_e2e.py:None
Routetest_every_native_messages_provider_is_classified
pytest.mark.parametrize(("model", "target"), tuple(OTHER_NATIVE_MODELS.items()))
tests/integration/messages_endpoint/safeguards/test_safeguard_results_native.py:None
Routetest_every_proxy_rate_limit_hook_uses_unified_class
pytest.mark.parametrize( "module_path", [ "litellm.proxy.hooks.parallel_request_li
tests/unit/test_rate_limit_error_unification.py:None
Routetest_every_reasoning_item_before_an_answer_reaches_an_openai_chat_message
pytest.mark.parametrize( "answer_item", [ ResponseFunctionToolCall( type="function
tests/unit/completion_extras/litellm_responses_transformation/test_completion_extras_litellm_responses_transformation_transformation.py:None
Routetest_every_route_answers_box_questions_for_a_flagged_deployment_and_refuses_them_for_an_unflagged_one
pytest.mark.parametrize("route", (*_OPENAI_FORMAT_ROUTES, *_SYSTEM_ONE_ROUTES))
tests/integration/providers/test_decisions_box_deployment_flag_wire.py:None
Routetest_every_source_a_file_block_names_is_checked
pytest.mark.parametrize( ("container", "block"), [ ( "input", {"type":
tests/unit/proxy/guardrails/guardrail_hooks/akto/test_akto_attachments.py:None
Routetest_every_spelling_of_cache_write_tokens_is_read
pytest.mark.parametrize( "usage_object", [ {"prompt_tokens_details": {"cache_write_tokens": 95
tests/unit/integrations/datadog/test_datadog_llm_obs.py:None
Routetest_every_streamed_chunk_carries_the_served_tier
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/quota_management/spend_tracking/test_service_tier_pricing_e2e.py:None
Routetest_every_sweep_finds_the_stored_prompt_marker
pytest.mark.timeout(240) # full S1/S2 walk: every table and ~400 GET routes as two callers
tests/integration/security/test_sweep_sensitivity.py:None
Routetest_every_write_path_row_joins_the_key
meta( Subject( domain=Domain.SPEND_BUDGETS, route=Route.SPEND_REPORTING,
tests/e2e/quota_management/spend_tracking/test_key_attribution_e2e.py:None
Routetest_evicted_logger_releases_its_hold_on_the_shared_export_channel
patch("litellm.initialized_langfuse_clients", 3)
tests/unit/litellm_core_utils/specialty_caches/test_dynamic_logging_cache.py:None
Routetest_exceed_date_never_lands_after_the_reset
pytest.mark.parametrize("soft_budget_limit", [9.99, 13.9, 13.99])
tests/unit/proxy/utils/helpers/test_month_end_projection.py:None
Routetest_exceeded_without_a_following_budget_on_the_same_line_is_not_budget
pytest.mark.parametrize("message", ["budget then exceeded", "exceeded the limit\nbudget unaffected", "exceeded
tests/unit/litellm_core_utils/test_error_normalization.py:None
Routetest_excluded_services_is_accepted_on_every_otel_v2_destination
pytest.mark.parametrize("value", ["redis,postgres", "none", " REDIS , postgresql "])
tests/unit/proxy/common_utils/test_callback_config_validation.py:None
Routetest_excluded_services_normalize_to_db_system_names
pytest.mark.parametrize( "given,expected", [ (["redis"], frozenset({"redis"})), (["pos
tests/unit/integrations/otel/test_otel_v2_config_baggage_parenting_guardrails.py:None
Routetest_excluded_services_stays_on_its_destination_and_normalizes_aliases
pytest.mark.parametrize( ("setting", "expected"), [ ("redis,postgres", frozenset({
tests/unit/integrations/otel/test_otel_v2_destinations.py:None
Routetest_execute_guardrail_hook_keeps_native_hooks_when_opted_out
pytest.mark.parametrize("hook_type", ["pre_call", "post_call"])
tests/unit/proxy/test_proxy_logging_hook_detection.py:None
Routetest_execute_guardrail_hook_routes_apply_guardrail_implementers_to_unified
pytest.mark.parametrize("hook_type", ["pre_call", "post_call"])
tests/unit/proxy/test_proxy_logging_hook_detection.py:None
Routetest_execute_tool_calls_continues_when_post_call_logging_fails
pytest.mark.parametrize("failure_stage", ["post_call_hook", "success_handler"])
tests/unit/responses/mcp/test_litellm_proxy_mcp_handler.py:None
Routetest_execute_virtual_key_regeneration_skips_custom_key_update_hook_without_changes
pytest.mark.parametrize( "data", [None, RegenerateKeyRequest(), RegenerateKeyRequest(duration=""), Reg
tests/unit/proxy/management_endpoints/test_key_management_endpoints.py:None
Routetest_execution_bindings_start_the_native_execution_and_return_its_result
pytest.mark.parametrize( ("attribute", "route_binding", "asynchronous"), EXECUTION_BINDINGS, ids=[
tests/unit/rust_bridge/test_bindings.py:None
Routetest_exhausted_allowance_blocks_until_cancel_refunds
meta( Subject( domain=Domain.SPEND_BUDGETS, route=Route.BATCHES, p
tests/e2e/batches/test_batches_e2e.py:None
Routetest_exhausted_key_budget_spares_only_zero_spend_mcp_discovery
pytest.mark.parametrize( "route, request_data, expect_blocked", [ ("/mcp-rest/tools/list", {},
tests/unit/proxy/auth/test_user_api_key_auth_request_flow.py:None
Routetest_existing_negative_rate_limits_remain_readable
pytest.mark.parametrize(("response_model", "identifiers"), ( (GenerateKeyResponse, {"key": "sk-test"}),
tests/unit/proxy/test__types.py:None
Routetest_explicit_api_base_keeps_mongodb_key_embeddings_on_that_base
pytest.mark.parametrize( ("model", "target"), ( (EMBEDDING_MODEL, "/embeddings"), (CON
tests/integration/providers/test_voyage_mongodb_host_wire.py:None
Routetest_explicit_args_override_everything
patch(f"{AUTH_MODULE}._request_token_sync")
tests/unit/llms/gigachat/test_authenticator.py:None
Routetest_explicit_host_outranks_environment_redis_url
patch("litellm._redis.redis.Redis.from_url")
tests/unit/test_redis.py:None
Routetest_explicit_max_tokens_reads_every_output_cap_key
pytest.mark.parametrize( "request_kwargs, expected", [ ({"max_tokens": 0}, 0),
tests/unit/test_router/test_io_token_rate_limits.py:None
Routetest_explicit_null_clears_the_budget_and_its_reset_time
meta(Subject(domain=Domain.MANAGEMENT, route=Route.KEY_MANAGEMENT))
tests/e2e/management/test_key_lifecycle_e2e.py:None
Routetest_explicit_null_metadata_with_budget_field_still_clears_metadata
pytest.mark.parametrize("kind", ["post", "patch"])
tests/unit/proxy/management_endpoints/test_team_endpoints.py:None
Routetest_explicit_pricing_precedes_private_provider_response_model
pytest.mark.parametrize( ("base_model", "custom_pricing", "expected"), [ ("openai/base-model",
tests/unit/test_cost_calculator.py:None
Routetest_explicit_proxy_context_rejects_catalog_operations_before_upstream_access
pytest.mark.parametrize( "method", ["prompts/list", "prompts/get", "resources/list", "resources/templates/
tests/unit/proxy/mcp_server/test_operations.py:None
Routetest_explicit_route_helpers_match_token_only_as_path_segment
pytest.mark.parametrize( "route_method, token", [ (BedrockModelInfo._explicit_converse_route,
tests/unit/llms/bedrock/test_bedrock_common_utils.py:None
Routetest_explicit_session_id_wins_over_prompt_cache_key
pytest.mark.parametrize( "explicit", [ {"litellm_session_id": "chosen"},
tests/unit/llms/chatgpt/test_chatgpt_common_utils.py:None
Routetest_explicit_url_still_wins_over_environment_host
patch("litellm._redis.redis.Redis.from_url")
tests/unit/test_redis.py:None
Routetest_external_ip_only_sees_public_servers
patch("litellm.public_mcp_servers", [])
tests/unit/proxy/auth/test_mcp_ip_filtering.py:None
Routetest_external_ip_reports_blocked_count
patch("litellm.public_mcp_servers", [])
tests/unit/proxy/auth/test_mcp_ip_filtering.py:None
Routetest_external_span_from_global_context
patch.dict(os.environ, {"USE_OTEL_LITELLM_REQUEST_SPAN": "false"}, clear=False)
tests/unit/integrations/test_opentelemetry.py:None
Routetest_external_span_hierarchy_preserved
patch.dict(os.environ, {"USE_OTEL_LITELLM_REQUEST_SPAN": "false"}, clear=False)
tests/unit/integrations/test_opentelemetry.py:None
Routetest_external_span_not_closed_with_use_otel_litellm_request_span_false
patch.dict(os.environ, {"USE_OTEL_LITELLM_REQUEST_SPAN": "false"}, clear=False)
tests/unit/integrations/test_opentelemetry.py:None
Routetest_external_span_not_closed_with_use_otel_litellm_request_span_true
patch.dict(os.environ, {"USE_OTEL_LITELLM_REQUEST_SPAN": "true"}, clear=False)
tests/unit/integrations/test_opentelemetry.py:None
Routetest_external_span_not_ended_on_failure
patch.dict(os.environ, {"USE_OTEL_LITELLM_REQUEST_SPAN": "false"}, clear=False)
tests/unit/integrations/test_opentelemetry.py:None
Routetest_external_span_with_multiple_completions
patch.dict(os.environ, {"USE_OTEL_LITELLM_REQUEST_SPAN": "false"}, clear=False)
tests/unit/integrations/test_opentelemetry.py:None
Routetest_extra_body_fields_are_judged_and_rewritten_like_the_same_top_level_fields
pytest.mark.parametrize( "fields", [ {"functions": [{"name": "get_weather"}, {"nam
tests/unit/proxy/guardrails/guardrail_hooks/test_tool_permission.py:None
Routetest_extra_body_never_replaces_the_agent_endpoint_or_input
pytest.mark.parametrize( "pinned", ({"model": "another-endpoint"}, {"input": [{"role": "user", "conten
tests/integration/providers/test_databricks_agent_wire.py:None
Routetest_extra_body_overrides_mapped_images_after_dropping_conflicts
pytest.mark.parametrize("extra_body", [ {"content": [{"type": "image_url", "image_url": {"url": "https://e
tests/unit/videos/test_utils.py:None
Routetest_extra_headers_forwarded_to_openai_image_generation
patch("litellm.images.main.openai_chat_completions")
tests/unit/images/test_image_generation_extra_headers.py:None
Routetest_extract_api_provider_ignores_pass_through_declared_values_outside_gemini_and_vertex
pytest.mark.parametrize( "declared_provider", ["azure", "bedrock", "openrouter", "client-supplied-valu
tests/unit/integrations/test_prometheus_labels.py:None
Routetest_extract_custom_tool_call_input_as_arguments
pytest.mark.parametrize( "output_item", [ dict(CUSTOM_TOOL_CALL_ITEM),
tests/unit/llms/openai/responses/test_openai_responses_guardrail_handler.py:None
Routetest_extract_model_id_returns_none_for_non_string_input
pytest.mark.parametrize("bad_input", [None, 42, b"bytes-not-str", []])
tests/unit/llms/base_llm/test_managed_resources_utils.py:None
Routetest_extraction_reaches_clairic_on_both_routes_and_is_billed
pytest.mark.parametrize("route", ("/v1/extraction", "/extraction"))
tests/integration/providers/test_cloudflare_clairic_extraction_wire.py:None
Routetest_extracts_extension_from_parametrized_type
patch(f"{FILE_MODULE}.get_httpx_client")
tests/unit/llms/gigachat/test_file_handler.py:None
Routetest_fail_closed_budget_enforcement_reaches_reservation
pytest.mark.parametrize( "general_settings,expected_flag", [ ({"fail_closed_budget_enforcement
tests/unit/proxy/auth/test_user_api_key_auth_request_flow.py:None
Routetest_failed_chat_completions_emits_one_error_event
meta( Subject( domain=Domain.OBSERVABILITY, route=Route.CHAT_COMPLETIONS,
tests/e2e/logging/test_datadog_log_e2e.py:None
Routetest_failed_chat_completions_error_span_attributes
meta( Subject( domain=Domain.OBSERVABILITY, route=Route.CHAT_COMPLETIONS,
tests/e2e/logging/test_otel_trace_e2e.py:None
Routetest_failed_chat_completions_stream_emits_one_error_event
meta( Subject( domain=Domain.OBSERVABILITY, route=Route.CHAT_COMPLETIONS,
tests/e2e/logging/test_datadog_log_e2e.py:None
Routetest_failed_commit_restores_receipt_and_cleans_private_staging
pytest.mark.parametrize("failed_target", ["receipt", "settings"])
tests/unit/proxy/client/cli/test_codex_settings.py:None
Routetest_failed_daily_spend_commit_is_requeued_only_when_the_rows_are_provably_uncommitted
pytest.mark.parametrize( ("failure", "lands_on_the_next_tick"), [ pytest.param(httpx.ReadTimeo
tests/unit/proxy/db/test_db_spend_update_writer.py:None
Routetest_failed_huggingface_tokenizer_download_is_not_retried_on_every_count
patch("litellm.utils.tokenizer_dispatch.from_pretrained")
tests/unit/litellm_core_utils/test_token_counter.py:None
Routetest_failed_messages_error_span_attributes
meta( Subject( domain=Domain.OBSERVABILITY, route=Route.MESSAGES,
tests/e2e/logging/test_otel_trace_e2e.py:None
Routetest_failed_setup_write_preserves_saved_intent_and_plain_configure_retries_it
pytest.mark.parametrize("target", ["claude", "codex"])
tests/unit/proxy/client/cli/test_configure_commands.py:None
Routetest_failed_tool_table_write_requeues_the_rows_only_when_they_provably_did_not_apply
pytest.mark.parametrize( ("failure", "requeued"), [ (Exception("connection reset"), True),
tests/unit/proxy/db/test_tool_registry_writer.py:None
Routetest_failed_write_without_redis_keeps_the_rows_in_the_queue_only_when_they_provably_did_not_apply
pytest.mark.parametrize( ("failure", "requeued"), [ (_postgres_rejection("57P03"), True),
tests/unit/proxy/db/test_tool_registry_writer.py:None
Routetest_failing_line_lands_in_the_error_file_not_the_batch_status
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.BATCHES,
tests/e2e/batches/test_batches_e2e.py:None
Routetest_failure_after_routing_still_marks_deployment_partial_outage
pytest.mark.parametrize( "failure", [ _ProviderError("upstream 500"), GuardrailRaisedE
tests/unit/integrations/test_prometheus_deployment_state_proxy_rejects.py:None
Routetest_failure_handler_alerts_but_leaves_prisma_error_event_to_log_db_metrics
pytest.mark.parametrize("call_type", ["get_data", "insert_data", "update_data", "delete_data"])
tests/unit/proxy/utils/proxy_logging/test_alerting.py:None
Routetest_failure_hook_fires_the_expected_number_of_times
pytest.mark.parametrize( "hook,asynchronous,expected", ( pytest.param("async_log_failure_event
tests/test_litellm_rust/responses/test_callbacks.py:None
Routetest_failure_hook_fires_the_expected_number_of_times
pytest.mark.parametrize( "hook,expected", ( pytest.param("async_log_failure_event", 1),
tests/test_litellm_rust/messages/test_callbacks.py:None
Routetest_failure_hook_receives_the_answered_overload_status
pytest.mark.parametrize( ("route_type", "expected_status"), (("acompletion", 503), ("anthropic
tests/unit/proxy/test_common_request_processing.py:None
Routetest_failures_become_error_rows_and_keep_billed_judge_cost
pytest.mark.parametrize( "router_factory,expected_error,expected_cost,expected_shadow_cost", [
tests/unit/integrations/test_shadow_eval_logger.py:None
Routetest_fake_streamed_llama_tool_calls_match_the_non_streamed_answer
pytest.mark.parametrize( "content, stop_reason, expected_calls", [ pytest.param( [
tests/integration/streaming/test_fake_stream_reasoning_wire.py:None
Routetest_fal_flux_dev_generation_without_deployment_api_base_uses_global_api_base
pytest.mark.covers("other.provider_wire.fal_ai.global_api_base_routes_image_generation")
tests/integration/providers/test_fal_ai_image_wire.py:None
Routetest_fallback_attempt_key_identity
pytest.mark.parametrize( "target, expected", [ ("group-a", "group-a"), ({"model": "gro
tests/unit/router_utils/test_fallback_event_handlers.py:None
Routetest_fallback_bills_cached_prompt_tokens_at_the_cache_read_rate
pytest.mark.parametrize( ("cache_read_rate", "expected_cached_rate"), [ pytest.par
tests/unit/llms/perplexity/test_perplexity_cost_calculator.py:None
Routetest_fallback_requested_model__names_the_asked_group_only_when_another_group_served_the_create
pytest.mark.parametrize( ("requested_model", "answering_deployment", "expected"), [ ("sora-pai
tests/unit/proxy/video_endpoints/test_utils.py:None
Routetest_fallback_targets_as_a_list_of_names_or_dicts_are_accepted
pytest.mark.parametrize("targets", [[], [{"model": "b"}], ["b", "c"]])
tests/unit/test_router/core/test_construction_precall_characterization.py:None
Routetest_falls_back_to_arize_env_when_phoenix_unset
patch.dict( "os.environ", {"ARIZE_PROJECT_NAME": "arize-env", "PHOENIX_PROJECT_NAME": ""},
tests/unit/integrations/arize/test_arize_phoenix.py:None
Routetest_falls_back_to_default_when_no_metadata_or_env
patch.dict("os.environ", {}, clear=True)
tests/unit/integrations/arize/test_arize_phoenix.py:None
Routetest_falls_back_to_env_credentials_when_api_key_missing
patch( f"{TRANSFORM_MODULE}.get_access_token", side_effect=lambda credentials, litellm_params:
tests/unit/llms/gigachat/chat/test_gigachat_chat_transformation.py:None
Routetest_falls_back_to_phoenix_env_when_no_metadata
patch.dict("os.environ", {"PHOENIX_PROJECT_NAME": "env-project"}, clear=False)
tests/unit/integrations/arize/test_arize_phoenix.py:None
Routetest_false_boolean_does_not_trigger_premium_check
patch("litellm.proxy.management_endpoints.common_utils.premium_user_check")
tests/unit/proxy/management_endpoints/test_common_utils.py:None
Routetest_false_boolean_still_updates_metadata
patch("litellm.proxy.management_endpoints.common_utils.premium_user_check")
tests/unit/proxy/management_endpoints/test_common_utils.py:None
Routetest_fetch_auth_token_failure
patch("litellm.integrations.agentops.agentops.AgentOps._fetch_auth_token")
tests/unit/integrations/test_agentops.py:None
Routetest_fetch_auth_token_success
patch("litellm.integrations.agentops.agentops.AgentOps._fetch_auth_token")
tests/unit/integrations/test_agentops.py:None
Routetest_fetch_mcp_server_widening_grant_routes
pytest.mark.parametrize( "source,grant_route", [ pytest.param( "db
tests/unit/proxy/management_endpoints/test_mcp_management_endpoints.py:None
Routetest_file_attach_poll_and_search
meta(Subject(domain=Domain.LLM_TRANSLATION, route=Route.VECTOR_STORES, providers=(Provider.OPENAI,)))
tests/e2e/llm_translation/test_vector_stores_e2e.py:None
Routetest_file_cleanup
patch("litellm.proxy.common_utils.load_config_utils.download_python_file_from_s3")
tests/unit/proxy/test_custom_logger_s3_gcs.py:None
Routetest_file_content_matches_upload
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.FILES, p
tests/e2e/batches/test_batches_e2e.py:None
Routetest_file_data_unit_test
pytest.mark.parametrize( "case", _pick( "anthropic_sonnet45", "bedrock_converse_haiku"
tests/unit/llms/base_llm/chat/test_provider_chat_translation.py:None
Routetest_file_lifecycle_signs_s3_with_s3_credentials
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.FILES, p
tests/e2e/batches/test_batches_e2e.py:None
Routetest_file_list_leaves_the_output_bucket_alone_unless_an_unfiltered_list_needs_it
pytest.mark.parametrize( ("purpose", "bucket_params"), [ pytest.param(None, {"s3_b
tests/unit/llms/bedrock/files/test_bedrock_files_transformation.py:None
Routetest_file_upload_and_delete_outputs
pytest.mark.covers( "llm.files.openai.upload.nonstream.works", "llm.files.openai.delete.nonstream.work
tests/e2e/batches/test_batches_e2e.py:None
Routetest_files_and_batches_calls_by_a_key_restricted_under_the_team_wildcard_use_the_team_deployment
pytest.mark.parametrize(("method", "path", "route"), FOLLOW_UP_CALLS, ids=FOLLOW_UP_CALL_IDS)
tests/integration/authorization/test_rag_team_provider_credentials.py:None
Routetest_filter_fails_open_when_matches_are_not_in_available_tools
requires_semantic_router
tests/unit/proxy/mcp_server/test_semantic_tool_filter.py:None
Routetest_filter_indexes_request_tools_when_startup_index_is_empty
requires_semantic_router
tests/unit/proxy/mcp_server/test_semantic_tool_filter.py:None
Routetest_filter_indexes_tools_missing_from_partial_index
requires_semantic_router
tests/unit/proxy/mcp_server/test_semantic_tool_filter.py:None
Routetest_filter_keeps_the_tool_the_prompt_needs
meta(Subject(domain=Domain.MCP, route=Route.MCP))
tests/e2e/mcp/test_mcp_semantic_tool_filter_e2e.py:None
← previousnext →2,601–2,700 of 5,595, ranked by callers