MCPcopy Create free account

hub / github.com/BerriAI/litellm / endpoints

Endpoints5,595 in github.com/BerriAI/litellm

Routetest_proxy_admin_viewer_default_allows_any_get
pytest.mark.parametrize("route", ADMIN_VIEWER_REPORTED_GET_ROUTES)
tests/unit/proxy/auth/test_route_checks.py:None
Routetest_proxy_admin_viewer_denied_mcp_admin_and_sibling_writes
pytest.mark.parametrize( ("method", "route"), [ ("POST", "/v1/mcp/server"), ("PUT", "/
tests/unit/proxy/auth/test_route_checks.py:None
Routetest_proxy_admin_viewer_post_blocked_for_management_route_writes
pytest.mark.parametrize("route", ADMIN_VIEWER_MANAGEMENT_ROUTE_WRITES)
tests/unit/proxy/auth/test_route_checks.py:None
Routetest_proxy_admin_viewer_post_blocked_outside_allowlists
pytest.mark.parametrize( "route", [ # Random path that isn't in any allowlist — POST must stil
tests/unit/proxy/auth/test_route_checks.py:None
Routetest_proxy_allowed_routes_keep_litellm_models_off_native_routes_unless_v1_responses_is_allowed
pytest.mark.parametrize( ("allowed_routes", "through_litellm"), [ pytest.param(["/backend-api/
tests/unit/proxy/pass_through_endpoints/test_codex_passthrough_endpoints.py:None
Routetest_proxy_config_starts_sentry_at_boot_without_request_bodies
pytest.mark.parametrize( "config_text", ( "model_list: []\nlitellm_settings:\n failure_callba
tests/unit/proxy/proxy_server/test_proxy_config.py:None
Routetest_proxy_custom_model_names_without_config
pytest.mark.parametrize( "proxy_model_name,underlying_model,expected_proxy_result", [
tests/unit/test_utils.py:None
Routetest_proxy_default_api_version_uses_azure_default
patch("uvicorn.run")
tests/unit/proxy/test_proxy_cli.py:None
Routetest_proxy_frame_model_gate_refuses_what_full_auth_denies_with_its_reason
pytest.mark.parametrize( "denial, error_type, message", [ ( ProxyException(
tests/unit/proxy/test_openai_ws_passthrough_routes.py:None
Routetest_proxy_image_retry_attempts_are_owned_only_by_router
pytest.mark.parametrize("router_retries", (0, 1))
tests/integration/providers/test_image_gen_drop_params_wire.py:None
Routetest_proxy_mapped_session_header_wins_over_body_session_id
pytest.mark.parametrize( "mapped_header", [ { "litellm_session_id"
tests/unit/llms/chatgpt/test_chatgpt_common_utils.py:None
Routetest_proxy_mistake_model_equals_agent_is_corrected
patch("litellm.interactions.main.interactions_http_handler")
tests/unit/proxy/google_endpoints/test_interactions_agent_param.py:None
Routetest_proxy_post_call_hook_blocks_on_wingback_verdict
pytest.mark.parametrize("registered", [("post_call", BLOCKED)], indirect=True)
tests/unit/proxy/guardrails/guardrail_hooks/test_wingback.py:None
Routetest_proxy_restart_mid_burst_loses_only_in_flight_requests_and_renames_after_restart
pytest.mark.timeout(_chaos_budget(boots=2, stops=2))
tests/integration/providers/test_bedrock_mantle_output_limit_wire.py:None
Routetest_proxy_schema_and_call_resolve_tool_id_without_waiting_on_unrelated_servers
pytest.mark.parametrize("meta_tool", ("get_tool_schema", "call_tool"))
tests/unit/proxy/mcp_server/test_mcp_proxy_mode.py:None
Routetest_proxy_server_request_payload_excludes_secret_fields
patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
tests/unit/proxy/spend_tracking/test_spend_tracking_utils.py:None
Routetest_proxy_server_request_payload_redacts_provider_credentials
patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
tests/unit/proxy/spend_tracking/test_spend_tracking_utils.py:None
Routetest_proxy_server_request_payload_strips_nested_aws_credentials
patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
tests/unit/proxy/spend_tracking/test_spend_tracking_utils.py:None
Routetest_public_completion_cache_ownership
pytest.mark.parametrize( "model, target, client_control, expected", [ ("vertex_ai/
tests/unit/integrations/test_anthropic_cache_control_hook.py:None
Routetest_public_vault_authentication_errors_match_python
pytest.mark.parametrize("operation", ("write", "delete", "rotate"))
tests/unit/rust_bridge/host/test_secret_manager.py:None
Routetest_public_vault_mutation_http_errors_match_python_without_retry
pytest.mark.parametrize("operation", ("write", "delete"))
tests/unit/rust_bridge/host/test_secret_manager.py:None
Routetest_public_vault_mutation_timeouts_match_python
pytest.mark.parametrize("operation", ("write", "delete", "rotate"))
tests/unit/rust_bridge/host/test_secret_manager.py:None
Routetest_public_vault_rotation_preserves_response_and_best_effort_deletion
pytest.mark.parametrize("delete_status", (204, 403))
tests/unit/rust_bridge/host/test_secret_manager.py:None
Routetest_public_vault_unsafe_names_fail_before_authentication
pytest.mark.parametrize("operation", ("write", "delete", "rotate"))
tests/unit/rust_bridge/host/test_secret_manager.py:None
Routetest_pydantic_model_input
pytest.mark.parametrize( "case", _pick( "anthropic_sonnet45", "azure_o3mini",
tests/unit/llms/base_llm/chat/test_provider_chat_translation.py:None
Routetest_query_price_keeps_budgets_only_where_it_is_billed
pytest.mark.parametrize( ("model", "expected_free"), [("parallel_ai/decision", False), ("fireworks_ai/
tests/unit/proxy/test_zero_cost_model_budget_bypass.py:None
Routetest_query_price_on_a_provider_that_bills_tokens_stays_unbilled
pytest.mark.parametrize("query_field", ["input_cost_per_query", "input_cost_per_query_decisions"])
tests/unit/litellm_core_utils/test_decisions_pricing.py:None
Routetest_queue_time_histogram_records_an_observation
meta( Subject( domain=Domain.OBSERVABILITY, route=Route.METRICS, p
tests/e2e/logging/test_prometheus_queue_time_e2e.py:None
Routetest_quota_policy_precedence_is_model_then_pattern_then_provider_then_default
pytest.mark.parametrize( "setting, model, expected_missing", [ ({"default": ["tpm"]}, "unroute
tests/unit/enterprise/proxy/management_endpoints/test_project_endpoints_prisma.py:None
Routetest_qwen2_transform_response_rejects_a_malformed_body_without_echoing_it
pytest.mark.parametrize( "body", [ pytest.param({"text": ["secret-output"]}, id="generated-tex
tests/unit/llms/bedrock/chat/invoke_transformations/test_amazon_qwen2_transformation.py:None
Routetest_qwen3_transform_response_rejects_a_malformed_body_without_echoing_it
pytest.mark.parametrize( "body", [ pytest.param({"generation": ["secret-output"]}, id="generat
tests/unit/llms/bedrock/chat/invoke_transformations/test_amazon_qwen3_transformation.py:None
Routetest_rag_routes_are_llm_api_routes
pytest.mark.parametrize( "route", [ "/rag/ingest", "/v1/rag/ingest", "/rag/que
tests/unit/proxy/auth/test_route_checks.py:None
Routetest_raise_if_required_body_param_missing_allows_valid_requests
pytest.mark.parametrize( "route_type, data", [ ("acompletion", {"model": "gpt-4o", "messages":
tests/unit/proxy/test_route_llm_request.py:None
Routetest_raise_if_required_body_param_missing_names_each_missing_param
pytest.mark.parametrize( "route_type, data, param", [ ("arerank", {"model": "rerank-model", "q
tests/unit/proxy/test_route_llm_request.py:None
Routetest_raise_if_required_body_param_missing_names_first_missing_batch_param
pytest.mark.parametrize( "data, param", [ ({"endpoint": "/v1/chat/completions", "completion_wi
tests/unit/proxy/test_route_llm_request.py:None
Routetest_raise_if_required_body_param_missing_rejects_missing_param
pytest.mark.parametrize( "route_type, param, route", [ ("acompletion", "messages", "/chat/comp
tests/unit/proxy/test_route_llm_request.py:None
Routetest_raises_on_http_error
patch(f"{FILE_MODULE}.get_httpx_client")
tests/unit/llms/gigachat/test_file_handler.py:None
Routetest_raises_when_no_credentials
patch(f"{AUTH_MODULE}._get_credentials", return_value=None)
tests/unit/llms/gigachat/test_authenticator.py:None
Routetest_raises_when_no_credentials_even_with_other_resolvers
patch(f"{AUTH_MODULE}._request_token_sync")
tests/unit/llms/gigachat/test_authenticator.py:None
Routetest_rate_limited_batch_create_leaves_no_unattributed_spend_row
pytest.mark.skip( reason=( "LIT-5027: the path under test hangs. The batch rate limiter reads the
tests/e2e/batches/test_batches_e2e.py:None
Routetest_raw_body_inference_keeps_authenticated_baggage_tags_for_spend
pytest.mark.parametrize("route", ["/v1/images/generations", "/v1/rerank"])
tests/unit/proxy/test_litellm_pre_call_utils.py:None
Routetest_raw_generator_stream_storing_csw_arg_shape_dispatches_success
pytest.mark.parametrize("route_type", ["anthropic_messages", "aresponses"])
tests/unit/proxy/guardrails/test_deferred_guardrail_logging.py:None
Routetest_raw_prompt_cache_breakpoints_reach_a_deployment_unless_drop_params_drops_them_for_a_model_that_takes_none
pytest.mark.parametrize( ("model", "extra_kwargs", "log_output", "question"), [ pytest.param("
tests/unit/llms/anthropic/messages/responses_adapters/test_responses_adapters_handler.py:None
Routetest_raw_provider_file_id_rejected
meta( Subject( domain=Domain.PROXY_AUTH, route=Route.FILES, ) )
tests/e2e/batches/test_managed_files_enforcement_e2e.py:None
Routetest_raw_request_span_has_team_attributes
patch.dict(os.environ, {"OTEL_INSTRUMENTATION_GENAI_CAPTURE_MESSAGE_CONTENT": ""})
tests/unit/integrations/test_opentelemetry.py:None
Routetest_raw_span_does_not_duplicate_parent_attributes
patch("litellm.turn_off_message_logging", False)
tests/unit/integrations/test_opentelemetry.py:None
Routetest_read_and_management_calls_cost_nothing
pytest.mark.parametrize( "call_type", [ "aget_responses", "adelete_res
tests/unit/litellm_core_utils/test_litellm_logging.py:None
Routetest_read_failures_carry_a_code_per_kind_without_exposing_database_details
pytest.mark.parametrize( "path,method", ( ("/v1/traces", "list_traces"), ("/v1/traces/
tests/unit/proxy/test_tracing_endpoints.py:None
Routetest_read_reflects_the_create_on_every_replica
meta(Subject(domain=Domain.MANAGEMENT, route=Route.KEY_MANAGEMENT))
tests/e2e/management/test_key_lifecycle_e2e.py:None
Routetest_readiness_details_require_auth_and_expose_diagnostics
meta( Subject( domain=Domain.DEPLOY_OPS, route=Route.HEALTH, ) )
tests/e2e/other/test_health_lifecycle_e2e.py:None
Routetest_readiness_is_reachable_without_credentials
meta( Subject( domain=Domain.DEPLOY_OPS, route=Route.HEALTH, ) )
tests/e2e/other/test_health_lifecycle_e2e.py:None
Routetest_readiness_reports_connected_db
meta( Subject( domain=Domain.DEPLOY_OPS, route=Route.HEALTH, ) )
tests/e2e/other/test_health_lifecycle_e2e.py:None
Routetest_reads_are_what_redis_cache_reads
pytest.mark.parametrize( ("stored", "value"), [ (_TEAM_JSON, _TEAM_RECORD), (_TEAM_STR
tests/unit/redis/stores/test_auth_cache.py:None
Routetest_reads_grow_by_the_last_reads_rows_per_session_until_one_settles_the_page
pytest.mark.parametrize( "rows_per_session, expected_budgets", [ pytest.param(1, (102,), id="o
tests/unit/proxy/spend_tracking/test_session_page.py:None
Routetest_real_budget_wordings_still_cluster_as_budget_exceeded
pytest.mark.parametrize( "message", [ "ExceededBudget: User=abc over budget. Spend=12.5, Budge
tests/unit/litellm_core_utils/test_error_normalization.py:None
Routetest_real_proxy_child_auth_privacy_and_body_policy
pytest.mark.parametrize("policy", ("allowed", "denied", "forged", "router_alias", "unrelated_alias"))
tests/unit/proxy/test_native_compaction.py:None
Routetest_realistic_chat_only_entry_returns_none
patch("litellm.llms.github_copilot.responses.transformation.cached_get_model_info_helper")
tests/unit/llms/github_copilot/responses/test_github_copilot_responses_transformation.py:None
Routetest_realistic_responses_only_entry_returns_config
patch("litellm.llms.github_copilot.responses.transformation.cached_get_model_info_helper")
tests/unit/llms/github_copilot/responses/test_github_copilot_responses_transformation.py:None
Routetest_realtime_and_mcp_features_keep_every_route_once_in_either_load_order
pytest.mark.parametrize( "load_order", (("/realtime/unrouted", "/mcp/unrouted"), ("/mcp/unrouted", "/r
tests/unit/proxy/test__lazy_features.py:None
Routetest_realtime_http_routes_send_a_bare_model_name_to_its_explicit_provider
pytest.mark.parametrize( ("route", "route_kwargs", "path"), [ (realtime_main.acreate_realtime_
tests/unit/realtime_api/test_main.py:None
Routetest_realtime_priceless_deployment_entry_falls_through_to_priced_model
pytest.mark.parametrize( "priceless_entry", [ {"litellm_provider": "vertex_ai", "mode": "realt
tests/unit/test_cost_calculator.py:None
Routetest_realtime_session_is_charged_at_the_deployment_configured_rates
pytest.mark.parametrize( ("input_text_rate", "input_audio_rate", "output_text_rate", "output_audio_rate"),
tests/integration/pricing/test_configured_prices.py:None
Routetest_realtime_session_requests_forward_an_explicit_null_upstream
pytest.mark.parametrize( ("route", "body_path"), ( ("client_secrets", ("session", "audio", "in
tests/unit/realtime_api/test_main.py:None
Routetest_realtime_session_routes_answer_400_for_a_malformed_body
pytest.mark.parametrize( ("path", "body"), ( ("/v1/realtime/client_secrets", {"session": "not-
tests/unit/proxy/realtime_endpoints/test_realtime_webrtc_endpoints.py:None
Routetest_realtime_translation_deployment_per_second_rates_fall_back_to_public_rates_per_key
pytest.mark.parametrize( "deployment_id,deployment_rates,bills_public_input_rate", [ ("transla
tests/unit/test_cost_calculator.py:None
Routetest_realtime_translation_routes_allowed_for_openai_virtual_keys
pytest.mark.parametrize( "route", [ "/realtime/translations", "/v1/realtime/translatio
tests/unit/proxy/auth/test_route_checks.py:None
Routetest_realtime_upgrade_reaches_openai_through_the_passthrough_prefix
meta( Subject( domain=Domain.PASSTHROUGH, route=Route.PASSTHROUGH,
tests/e2e/llm_translation/test_passthrough_e2e.py:None
Routetest_realtime_webrtc_http_routes_classified_as_llm_api
pytest.mark.parametrize( "route", [ "/realtime/client_secrets", "/v1/realtime/client_s
tests/unit/proxy/auth/test_route_checks.py:None
Routetest_reasoner_returns_reasoning_by_default
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_deepseek_reasoning_e2e.py:None
Routetest_reasoning_drop_warns_unless_a_mapped_non_reasoning_model_was_asked_for_none
pytest.mark.parametrize( ("reasoning_kwargs", "warns"), [ ({"reasoning_effort": "none"}, False
tests/unit/test_utils_get_optional_params.py:None
Routetest_reasoning_effort_becomes_the_thinking_shape_each_model_accepts
pytest.mark.parametrize( ("upstream_model", "sent", "received"), ( pytest.param( "
tests/integration/messages_endpoint/providers/anthropic/reasoning/test_anthropic_reasoning_request_translation_wire.py:None
Routetest_reasoning_effort_becomes_thinking
pytest.mark.parametrize( ("url", "body"), [ ("/v1/chat/completions", {"messages":
tests/unit/llms/bedrock/files/test_bedrock_files_transformation.py:None
Routetest_reasoning_effort_grid_wire_shapes
pytest.mark.parametrize( ("route_name", "model"), ( pytest.param("anthropic_direct", "claude-f
tests/unit/llms/bedrock/messages/invoke_transformations/test_anthropic_claude_transformation.py:None
Routetest_reasoning_effort_maps_to_distinct_thinking_budgets
pytest.mark.parametrize( ("effort", "budget"), ( ("low", DEFAULT_REASONING_EFFORT_LOW_THINKING
tests/unit/llms/base_llm/chat/test_provider_chat_thinking.py:None
Routetest_reasoning_effort_none_disables_reasoning
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_deepseek_reasoning_e2e.py:None
Routetest_reasoning_effort_none_reaches_together
pytest.mark.covers("llm.chat_completions.together_ai.thinking.nonstream.effort_none_disables")
tests/e2e/llm_translation/test_together_ai_e2e.py:None
Routetest_reasoning_effort_xhigh_max_maps_to_budget_on_budget_model
pytest.mark.parametrize( "effort,expected_budget", [ ("xhigh", DEFAULT_REASONING_EFFORT_XHIGH_
tests/unit/llms/anthropic/chat/test_anthropic_chat_transformation.py:None
Routetest_reasoning_items_replay_into_structured_output_after_tool_call
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_reasoning_streams_as_reasoning_content_deltas
pytest.mark.covers("llm.chat_completions.together_ai.thinking.stream.works")
tests/e2e/llm_translation/test_together_ai_e2e.py:None
Routetest_reasoning_summary_still_enables_thinking_on_bedrock
pytest.mark.parametrize( "model, expected_thinking", [ ("global.anthropic.claude-s
tests/unit/responses/litellm_completion_transformation/test_litellm_completion_responses.py:None
Routetest_reasoning_surfaces_as_reasoning_content
pytest.mark.covers("llm.chat_completions.together_ai.thinking.nonstream.works")
tests/e2e/llm_translation/test_together_ai_e2e.py:None
Routetest_reasoning_the_target_cannot_resolve_reaches_it_without_its_id
pytest.mark.parametrize( ("model", "replayed", "store", "expected"), [ pytest.param(
tests/unit/proxy/pass_through_endpoints/test_codex_passthrough_endpoints.py:None
Routetest_rebuilt_legacy_thinking_drops_unknown_keys_only_under_drop_params
pytest.mark.parametrize( ("from_claude_code", "deployment", "gateway_only", "carried_unknown_key"), (
tests/integration/messages_endpoint/providers/anthropic/reasoning/test_anthropic_reasoning_request_translation_wire.py:None
Routetest_reconfigure_prefills_saved_choices_and_changes_only_the_selected_agent
pytest.mark.parametrize("target", ["claude", "codex"])
tests/unit/proxy/client/cli/test_configure_commands.py:None
Routetest_records_model_provider_and_cost
pytest.mark.parametrize( "url_route,expected_model,expected_cost", [ (SHORT_AUDIO_
tests/unit/proxy/pass_through_endpoints/llm_provider_handlers/test_azure_speech_passthrough_logging_handler.py:None
Routetest_redact_clears_output_arguments
pytest.mark.parametrize( "response_shape,unsafe_fragment,data,rule_name", [ (
tests/unit/proxy/guardrails/guardrail_hooks/test_cisco_ai_defense_chat.py:None
Routetest_redact_credentials_masks_passwords_in_embedded_urls
pytest.mark.parametrize( "database_url,direct_url,text,expected", ( ( "postgresql:
tests/unit/litellm_proxy_extras/test_litellm_proxy_extras_utils.py:None
Routetest_redact_handles_structured_sanitized_messages
pytest.mark.parametrize( "response_shape,unsafe_fragment,data,rule_name", [ (
tests/unit/proxy/guardrails/guardrail_hooks/test_cisco_ai_defense_chat.py:None
Routetest_redact_rewrites_correct_request_field
pytest.mark.parametrize( "initial_data,cisco_kwargs,assertion", [ (
tests/unit/proxy/guardrails/guardrail_hooks/test_cisco_ai_defense_chat.py:None
Routetest_redact_rewrites_responses_api_output_in_place
pytest.mark.parametrize( "input_text,sanitized_text,sanitized_messages,expected_substring", [
tests/unit/proxy/guardrails/guardrail_hooks/test_cisco_ai_defense_chat.py:None
Routetest_redact_string_still_catches_connection_string_credentials
pytest.mark.parametrize( "connection_string", [ "postgres://admin:pass3cret@db.example.com:543
tests/unit/test_secret_redaction.py:None
Routetest_redacted_thinking_before_a_tool_call_is_sent_back_with_the_tool_result
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_bedrock_converse_redacted_thinking_e2e.py:None
Routetest_redacted_thinking_is_sent_back_to_bedrock_on_the_next_turn
pytest.mark.parametrize( "stream", [ pytest.param( False,
tests/e2e/llm_translation/test_bedrock_converse_redacted_thinking_e2e.py:None
Routetest_redacted_thinking_minted_on_one_claude_route_replays_on_another
pytest.mark.parametrize( "origin, destination", [ _route_pair(origin, destination)
tests/e2e/llm_translation/test_bedrock_converse_redacted_thinking_e2e.py:None
Routetest_redacted_thinking_replayed_in_assistant_content_reaches_claude_once
pytest.mark.parametrize("route", _ROUTES)
tests/integration/providers/test_claude_thinking_content_replay_wire.py:None
Routetest_redis_answers_before_the_env_var_is_looked_up
pytest.mark.parametrize("coordination_redis, router_redis", [(MagicMock(), None), (None, MagicMock())])
tests/unit/proxy/health_endpoints/test_health_endpoints.py:None
Routetest_redis_cluster_async_batch_get
patch("litellm._redis.init_redis_cluster")
tests/unit/caching/test_redis_cluster_cache.py:None
Routetest_redis_cluster_batch_get
patch("litellm._redis.init_redis_cluster")
tests/unit/caching/test_redis_cluster_cache.py:None
Routetest_redis_compat_path_filter
pytest.mark.parametrize( ("changed", "expected"), ( ("litellm/caching/redis_cache.py", "run"),
tests/unit/test_circleci_path_filter.py:None
Routetest_redis_settings_resolve_like_the_rust_resolver_expects
pytest.mark.parametrize( ("kwargs", "environment", "merged", "expected"), [ pytest.param(
tests/unit/test_redis.py:None
← previousnext →4,101–4,200 of 5,595, ranked by callers