MCPcopy Create free account

hub / github.com/BerriAI/litellm / endpoints

Endpoints5,595 in github.com/BerriAI/litellm

Routetest_anthropic_passthrough_tool_call_logs_cost
meta( Subject( domain=Domain.PASSTHROUGH, route=Route.PASSTHROUGH, providers=(Prov
tests/e2e/llm_translation/test_passthrough_e2e.py:None
Routetest_anthropic_post_skips_the_thinking_strip_retry_when_block_binding_errors
pytest.mark.parametrize( ("prefix_mismatch_behavior", "expected_posts"), (("error", 1), ("drop_block",
tests/unit/llms/custom_httpx/test_llm_http_handler.py:None
Routetest_anthropic_prompt_caching_reads_cache
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_cache_control.py:None
Routetest_anthropic_prompt_caching_reads_cache_with_version_header
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_cache_control.py:None
Routetest_anthropic_prompt_caching_reports_creation_tokens
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_cache_control.py:None
Routetest_anthropic_server_web_call_without_a_result_is_an_in_progress_hosted_call_on_responses
pytest.mark.parametrize( ("server_tool_use", "expected_action"), [ ( {
tests/unit/responses/litellm_completion_transformation/test_litellm_completion_responses.py:None
Routetest_anthropic_stream_usage_takes_cache_counts_from_last_event_that_reports_them
pytest.mark.parametrize( ("message_delta_usage", "expected_cache_creation", "expected_cache_read"), [
tests/unit/litellm_core_utils/test_streaming_chunk_builder_utils.py:None
Routetest_anthropic_tool_search_returns_a_message
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES,
tests/e2e/llm_translation/test_messages_prompt_caching_and_tool_search_e2e.py:None
Routetest_anthropic_tool_search_streaming_returns_a_message
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES,
tests/e2e/llm_translation/test_messages_prompt_caching_and_tool_search_e2e.py:None
Routetest_anthropic_tools_count_the_same_declarations_inference_sends
pytest.mark.parametrize( "tool", ( {"description": "Look up a value", "input_schema": _SCHEMA}
tests/unit/llms/vertex_ai/count_tokens/test_context.py:None
Routetest_anthropic_upstream_user_id_limit
pytest.mark.parametrize( ("configured_base", "url", "expected"), [ pytest.param(None, "https:/
tests/unit/llms/anthropic/test_anthropic_common_utils.py:None
Routetest_anthropic_with_extended_thinking
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_chat_tool_round_trip_e2e.py:None
Routetest_anything_switchyard_cannot_route_goes_to_capable
pytest.mark.parametrize( ("route_config", "messages", "call_type", "algorithm", "reason"), [ (
tests/unit/router_strategy/switchyard_router/test_switchyard_router.py:None
Routetest_api_base_with_a_trailing_slash_reaches_the_gateway_path_with_single_slashes
pytest.mark.parametrize("route", ROUTES.values(), ids=ROUTES.keys())
tests/unit/llms/test_api_base_trailing_slash_routes.py:None
Routetest_api_key_preserved_through_failure_hook_to_database
patch("litellm.proxy.proxy_server.master_key", "sk-master-key")
tests/unit/proxy/spend_tracking/test_spend_tracking_utils.py:None
Routetest_append_event_no_status_update_for_unknown_type
patch("litellm.proxy.proxy_server.prisma_client")
tests/unit/proxy/management_endpoints/test_workflow_management_endpoints.py:None
Routetest_append_event_updates_run_status
patch("litellm.proxy.proxy_server.prisma_client")
tests/unit/proxy/management_endpoints/test_workflow_management_endpoints.py:None
Routetest_append_message
patch("litellm.proxy.proxy_server.prisma_client")
tests/unit/proxy/management_endpoints/test_workflow_management_endpoints.py:None
Routetest_append_message_unknown_run_returns_404
patch("litellm.proxy.proxy_server.prisma_client")
tests/unit/proxy/management_endpoints/test_workflow_management_endpoints.py:None
Routetest_application_registration_preserves_its_existing_owner
pytest.mark.parametrize("operation", ["create", "patch", "put"])
tests/unit/proxy/agent_endpoints/test_agent_registry.py:None
Routetest_apply_guardrail_block_does_not_log_error
patch( "litellm.proxy.guardrails.guardrail_hooks.zscaler_ai_guard.ZscalerAIGuard.make_zscaler_ai_guard_api
tests/unit/proxy/guardrails/guardrail_hooks/zscaler_ai_guard/test_zscaler_ai_guard.py:None
Routetest_apply_guardrail_block_raises_400
patch( "litellm.proxy.guardrails.guardrail_hooks.zscaler_ai_guard.ZscalerAIGuard.make_zscaler_ai_guard_api
tests/unit/proxy/guardrails/guardrail_hooks/zscaler_ai_guard/test_zscaler_ai_guard.py:None
Routetest_apply_guardrail_blocks_banned_and_allows_clean
meta( Subject( domain=Domain.GUARDRAILS, route=Route.GUARDRAILS, )
tests/e2e/guardrails/test_apply_guardrail_e2e.py:None
Routetest_apply_guardrail_blocks_below_threshold
patch("litellm.proxy.guardrails.guardrail_hooks.llm_as_a_judge.litellm.acompletion")
tests/unit/proxy/guardrails/test_llm_as_a_judge.py:None
Routetest_apply_guardrail_clamps_score
patch("litellm.proxy.guardrails.guardrail_hooks.llm_as_a_judge.litellm.acompletion")
tests/unit/proxy/guardrails/test_llm_as_a_judge.py:None
Routetest_apply_guardrail_enforces_fenced_verdict
patch("litellm.proxy.guardrails.guardrail_hooks.llm_as_a_judge.litellm.acompletion")
tests/unit/proxy/guardrails/test_llm_as_a_judge.py:None
Routetest_apply_guardrail_judge_error_fails_open
patch("litellm.proxy.guardrails.guardrail_hooks.llm_as_a_judge.litellm.acompletion")
tests/unit/proxy/guardrails/test_llm_as_a_judge.py:None
Routetest_apply_guardrail_log_mode_does_not_block
patch("litellm.proxy.guardrails.guardrail_hooks.llm_as_a_judge.litellm.acompletion")
tests/unit/proxy/guardrails/test_llm_as_a_judge.py:None
Routetest_apply_guardrail_logging_only_labels_both_sides_logging_only
pytest.mark.parametrize("input_type", ["request", "response"])
tests/unit/proxy/guardrails/test_llm_as_a_judge.py:None
Routetest_apply_guardrail_non_object_verdict_fails_open_with_status
patch("litellm.proxy.guardrails.guardrail_hooks.llm_as_a_judge.litellm.acompletion")
tests/unit/proxy/guardrails/test_llm_as_a_judge.py:None
Routetest_apply_guardrail_parses_fenced_json_verdict
patch("litellm.proxy.guardrails.guardrail_hooks.llm_as_a_judge.litellm.acompletion")
tests/unit/proxy/guardrails/test_llm_as_a_judge.py:None
Routetest_apply_guardrail_passes_above_threshold
patch("litellm.proxy.guardrails.guardrail_hooks.llm_as_a_judge.litellm.acompletion")
tests/unit/proxy/guardrails/test_llm_as_a_judge.py:None
Routetest_apply_guardrail_sends_request_user_in_execute_policy_body
pytest.mark.parametrize("input_type", ["request", "response"])
tests/unit/proxy/guardrails/guardrail_hooks/zscaler_ai_guard/test_zscaler_ai_guard.py:None
Routetest_apply_guardrail_text_concatenation
patch( "litellm.proxy.guardrails.guardrail_hooks.zscaler_ai_guard.ZscalerAIGuard.make_zscaler_ai_guard_api
tests/unit/proxy/guardrails/guardrail_hooks/zscaler_ai_guard/test_zscaler_ai_guard.py:None
Routetest_apply_guardrail_unmask_on_response
pytest.mark.parametrize("output_parse_pii", [False, True])
tests/unit/proxy/guardrails/guardrail_hooks/test_presidio.py:None
Routetest_apply_guardrail_with_ambiguous_modes_logs_configured_mode
pytest.mark.parametrize( ("modes", "input_type"), [ ([GuardrailEventHooks.pre_call, GuardrailE
tests/unit/proxy/guardrails/test_llm_as_a_judge.py:None
Routetest_apply_patch_ops_keeps_team_order_so_the_first_team_stays_first
pytest.mark.parametrize( "operations,expected_teams", [ pytest.param( [
tests/unit/proxy/management_endpoints/scim/test_scim_patch_user.py:None
Routetest_apply_requires_exactly_one_text
pytest.mark.parametrize("texts", [{}, {"input": "prompt", "response": "answer"}])
tests/unit/test_guardrails.py:None
Routetest_apply_user_budget_to_team_keys_reaches_reservation
pytest.mark.parametrize( "general_settings,expected_flag", [ ({"apply_user_budget_to_team_keys
tests/unit/proxy/auth/test_user_api_key_auth_request_flow.py:None
Routetest_approve_activates_submission_and_persists
meta(Subject(domain=Domain.MCP, route=Route.MCP))
tests/e2e/management/test_config_misc_endpoints_e2e.py:None
Routetest_aquery_single_billing_event_carries_completion_usage_and_cost
pytest.mark.parametrize("use_router", [False, True])
tests/unit/rag/test_main.py:None
Routetest_aquery_vector_store_search_sub_call_logs_no_sync_success_event_on_the_parent
pytest.mark.parametrize("use_router", [False, True])
tests/unit/rag/test_main.py:None
Routetest_aresponses_background_stream_content_policy_error_reads_the_same_once_its_id_is_out
pytest.mark.parametrize( ("fallbacks", "content_policy_fallbacks", "output_before_refusal", "router_note_e
tests/unit/test_router/test_router.py:None
Routetest_aresponses_enforces_context_window_pre_call_check
pytest.mark.usefixtures("local_model_cost_map", "isolate_router_model_cost_state")
tests/unit/test_router/test_router.py:None
Routetest_aresponses_sends_a_claude_compaction_item_to_openai_as_its_summary
pytest.mark.parametrize( ("compaction_item", "sent_input"), [ ( _CLAUDE_COMPACTION
tests/unit/responses/test_responses_api_request_body.py:None
Routetest_aresponses_sends_instructions_to_the_agent_as_a_leading_system_message
pytest.mark.parametrize( "request_input,expected_input", [ ("What is 2+2?", [SYSTEM_PROMPT, {"
tests/unit/llms/azure_ai/responses/test_azure_ai_responses_transformation.py:None
Routetest_aresponses_with_empty_input_still_counts_its_other_prompt_content
pytest.mark.usefixtures("local_model_cost_map", "isolate_router_model_cost_state")
tests/unit/test_router/test_router.py:None
Routetest_aretrieve_batch_costs_native_gemini_image_tokens
pytest.mark.parametrize("transform_output", (False, True), ids=("untransformed", "transformed"))
tests/integration/sdk/test_vertex_gemini_image_batch_cost_sdk.py:None
Routetest_arize_does_not_set_proxy_otel_logger
patch("litellm.proxy.proxy_server.open_telemetry_logger", None)
tests/unit/integrations/arize/test_arize_otel_coexistence.py:None
Routetest_arize_phoenix_does_not_set_proxy_otel_logger
patch("litellm.proxy.proxy_server.open_telemetry_logger", None)
tests/unit/integrations/arize/test_arize_otel_coexistence.py:None
Routetest_array_input_returns_vectors
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.EMBEDDINGS,
tests/e2e/llm_translation/test_embeddings_endpoint_e2e.py:None
Routetest_assistant_text_written_by_the_client_is_screened
pytest.mark.parametrize("part_type", ["output_text", "text"])
tests/unit/litellm_core_utils/test_realtime_guardrails.py:None
Routetest_assistants_routes_keep_the_mapped_provider_status
pytest.mark.parametrize( ("method", "path", "router_method"), [ ("GET", "/v1/assistants", "age
tests/unit/proxy/proxy_server/test_routes_assistants.py:None
Routetest_async_azure_max_retries_0
patch("litellm.main.azure_chat_completions.make_azure_openai_chat_completion_request")
tests/unit/llms/azure/test_azure.py:None
Routetest_async_check_and_create_cache_create_new_cache
patch("litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages")
tests/unit/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_async_check_and_create_cache_existing_cache_found
patch("litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages")
tests/unit/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_async_check_and_create_cache_no_cached_messages
patch("litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages")
tests/unit/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_async_check_and_create_cache_records_creation_tokens_for_billing
patch.object(ContextCachingEndpoints, "async_check_cache", return_value=None)
tests/unit/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_async_check_and_create_cache_skips_when_below_min_tokens
patch("litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages")
tests/unit/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_async_check_and_create_cache_timeout_error
patch("litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages")
tests/unit/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_async_check_and_create_cache_tool_choice_in_request_body
patch("litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages")
tests/unit/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_async_check_and_create_cache_with_cached_content
patch("litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages")
tests/unit/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_async_check_cache_pagination_finds_cache_on_second_page
patch.object(ContextCachingEndpoints, "_get_token_and_url_context_caching")
tests/unit/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_async_check_cache_pagination_max_pages_limit
patch.object(ContextCachingEndpoints, "_get_token_and_url_context_caching")
tests/unit/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_async_check_cache_pagination_stops_when_no_next_token
patch.object(ContextCachingEndpoints, "_get_token_and_url_context_caching")
tests/unit/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_async_client_prefers_cluster_over_url
patch("litellm.caching.redis_cluster_node_isolation.get_litellm_async_redis_cluster_class")
tests/unit/test_redis.py:None
Routetest_async_client_prefers_cluster_over_url_via_env_var
patch("litellm.caching.redis_cluster_node_isolation.get_litellm_async_redis_cluster_class")
tests/unit/test_redis.py:None
Routetest_async_cluster_forwards_retry_attempts
patch( # test-quality-ok: redis-py >= 6 keeps no cluster_error_retry_attempts attribute on the built client,
tests/unit/test_redis.py:None
Routetest_async_cluster_reconnect_defaults_are_overridable
patch("litellm.caching.redis_cluster_node_isolation.get_litellm_async_redis_cluster_class")
tests/unit/test_redis.py:None
Routetest_async_cluster_sets_reconnect_defaults
patch("litellm.caching.redis_cluster_node_isolation.get_litellm_async_redis_cluster_class")
tests/unit/test_redis.py:None
Routetest_async_completion_handles_starting_status
patch("litellm.llms.replicate.chat.handler.asyncio.sleep", new_callable=AsyncMock)
tests/unit/llms/replicate/chat/test_transformation.py:None
Routetest_async_container_create_full_flow
patch("litellm.llms.custom_httpx.llm_http_handler.AsyncHTTPHandler")
tests/unit/containers/test_container_integration.py:None
Routetest_async_container_list_full_flow
patch("litellm.llms.custom_httpx.llm_http_handler.AsyncHTTPHandler")
tests/unit/containers/test_container_integration.py:None
Routetest_async_custom_span_name
patch("litellm.integrations.braintrust_logging.get_async_httpx_client")
tests/unit/integrations/test_braintrust_span_name.py:None
Routetest_async_data_generator_anthropic_dict_handling
patch("litellm.litellm_core_utils.safe_json_dumps.safe_dumps")
tests/unit/proxy/anthropic_endpoints/test_endpoints.py:None
Routetest_async_endpoint_calls_the_deployment_of_the_requested_group
pytest.mark.parametrize( ("op", "request_payload"), [ ("acompletion", {"messages": MESSAGES}),
tests/unit/test_router/core/test_selection.py:None
Routetest_async_http_handler
mock.patch("httpx.AsyncClient")
tests/unit/test_utils.py:None
Routetest_async_http_handler_force_ipv4
mock.patch("httpx.AsyncClient")
tests/unit/test_utils.py:None
Routetest_async_http_status_201
patch( "litellm.llms.vertex_ai.gemini.vertex_and_google_ai_studio_gemini.get_async_httpx_client" )
tests/unit/llms/vertex_ai/test_http_status_201.py:None
Routetest_async_invoke_bucket_access_is_only_granted_through_bedrock
pytest.mark.parametrize("action", ["s3:GetObject", "s3:PutObject"])
tests/unit/llms/bedrock/test_web_identity_session_policy.py:None
Routetest_async_invoke_twelvelabs_embedding_request_transformation
pytest.mark.parametrize( "model,input_type", [ ("bedrock/async_invoke/twelvelabs.m
tests/unit/llms/bedrock/embed/test_bedrock_async_invoke_embedding.py:None
Routetest_async_log_success_event
patch("litellm.integrations.openmeter.get_async_httpx_client")
tests/unit/integrations/test_openmeter.py:None
Routetest_async_log_success_event_counts_socket_session_tokens
pytest.mark.parametrize( "call_type, events, tokens", [ (CallTypes.aresponses_websocket.value,
tests/unit/proxy/hooks/test_parallel_request_limiter.py:None
Routetest_async_log_success_event_with_custom_span_name
patch("litellm.integrations.braintrust_logging.get_async_httpx_client")
tests/unit/integrations/test_braintrust_logging.py:None
Routetest_async_log_success_event_with_default_span_name
patch("litellm.integrations.braintrust_logging.get_async_httpx_client")
tests/unit/integrations/test_braintrust_logging.py:None
Routetest_async_log_success_event_with_dict_usage
pytest.mark.parametrize( "token_rate_limit_type,expected_field", [ ("input", "prompt_tokens"),
tests/unit/proxy/hooks/test_parallel_request_limiter_v3.py:None
Routetest_async_loop_that_never_yields_is_stopped_at_the_execution_timeout
pytest.mark.parametrize( "code", [ "async def apply_guardrail(inputs, request_data, input_type
tests/unit/proxy/guardrails/test_custom_code_security.py:None
Routetest_async_post_call_failure_hook_disable_pre_routing_error_logs
pytest.mark.parametrize( ("flag_enabled", "exception", "request_data", "rows_written"), [ (Tru
tests/unit/proxy/hooks/test_proxy_track_cost_callback.py:None
Routetest_async_post_call_failure_hook_logs_the_proxy_stamped_ip_and_user_agent
pytest.mark.parametrize( "request_route, body", [ ( "/cursor/chat/completions",
tests/unit/proxy/hooks/test_proxy_track_cost_callback.py:None
Routetest_async_post_call_failure_hook_logs_the_routed_model_group_on_the_failure_row
pytest.mark.parametrize( ("metadata_buckets", "expected_model_group"), [ ({"metadata": {}, "li
tests/unit/proxy/hooks/test_proxy_track_cost_callback.py:None
Routetest_async_post_call_failure_hook_logs_the_routed_tags_on_the_failure_row
pytest.mark.parametrize( ("metadata_buckets", "expected_tags"), [ ({"metadata": {}, "litellm_m
tests/unit/proxy/hooks/test_proxy_track_cost_callback.py:None
Routetest_async_post_call_failure_hook_reads_used_client_oauth_token_from_the_routes_stamped_bucket
pytest.mark.parametrize( "request_route, metadata_buckets, expected", [ ( "/v1/cha
tests/unit/proxy/hooks/test_proxy_track_cost_callback.py:None
Routetest_async_post_call_failure_hook_skips_dashboard_session_info_route_failures
pytest.mark.parametrize( ("team_id", "route", "written"), [ ("litellm-dashboard", "/key/list",
tests/unit/proxy/hooks/test_proxy_track_cost_callback.py:None
Routetest_async_pre_call_check_keeps_rejecting_on_local_usage_when_redis_read_fails
pytest.mark.parametrize( "redis_get", [AsyncMock(return_value=None), AsyncMock(side_effect=RedisCircui
tests/unit/test_router/test_enforce_model_rate_limits.py:None
Routetest_async_pre_routing_hook_with_list_route_choice
patch("semantic_router.routers.SemanticRouter")
tests/unit/router_strategy/test_auto_router.py:None
Routetest_async_pre_routing_hook_with_route_choice
patch("semantic_router.routers.SemanticRouter")
tests/unit/router_strategy/test_auto_router.py:None
Routetest_async_raises_masked_error
pytest.mark.parametrize("method", ["post", "put", "patch", "delete"])
tests/unit/llms/custom_httpx/test_credential_leak_prevention.py:None
Routetest_async_realtime_vertex_first_session_update_builds_the_only_setup
pytest.mark.parametrize( "model, session, backend_modality, client_modality, backend_turn, drop_params",
tests/unit/llms/custom_httpx/test_llm_http_handler.py:None
Routetest_async_sdk_raises_the_mapped_error
pytest.mark.parametrize("route", ROUTES, ids=ROUTE_IDS)
tests/integration/providers/test_assistants_route_errors_wire.py:None
Routetest_async_sentinel_uses_sentinel_password_and_master_password
patch("litellm._redis.async_redis.Sentinel")
tests/unit/test_redis.py:None
← previousnext →1,601–1,700 of 5,595, ranked by callers