MCPcopy Create free account

hub / github.com/BerriAI/litellm / endpoints

Endpoints5,595 in github.com/BerriAI/litellm

Routetest_group_options_drive_the_agent_picker_and_write_only_selected_agents
pytest.mark.parametrize("targets", [("claude",), ("codex",), ("claude", "codex")])
tests/unit/proxy/client/cli/test_configure_commands.py:None
Routetest_group_push_of_500_members_reads_the_user_table_once_and_writes_the_roster_once
pytest.mark.parametrize( "verb, expected_plan, created_via", [ ("POST", RosterDelta(add=frozen
tests/unit/proxy/management_endpoints/scim/test_scim_v2_endpoints.py:None
Routetest_guardrail_blocks_and_returns_trace
meta( Subject( domain=Domain.GUARDRAILS, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_bedrock_guardrail_config_e2e.py:None
Routetest_guardrail_dropped_and_blank_rows_never_reach_openai
pytest.mark.parametrize("route", UPLOAD_ROUTES)
tests/integration/providers/test_vertex_batch_row_line_errors_owned_proxy.py:None
Routetest_guardrail_dropped_row_never_reaches_the_bucket
pytest.mark.parametrize("route", UPLOAD_ROUTES)
tests/integration/providers/test_vertex_batch_row_line_errors_owned_proxy.py:None
Routetest_guardrail_flag_decides_whether_it_gets_rows_and_tools
pytest.mark.parametrize( ("guardrail_class", "gets_rows"), [(_ScriptedGuardrail, True), (_Flat
tests/unit/llms/bedrock/passthrough/guardrail_translation/test_handler.py:None
Routetest_guardrail_judging_the_latest_user_message_reads_it_with_the_request_fields
pytest.mark.parametrize( ("user_text", "request_fields"), [ (f"Card {_CARD} please.", {"thinki
tests/integration/observability/test_bedrock_converse_guardrail_rewrites.py:None
Routetest_guardrail_replay_requires_current_approved_snapshot
pytest.mark.parametrize( "call_type,guardrail_mode,checkpoint,later_mode,sampled", [
tests/unit/integrations/test_shadow_eval_logger.py:None
Routetest_guardrail_response_dict_is_json_serialized
patch("litellm.integrations.opentelemetry.datetime")
tests/unit/integrations/test_opentelemetry.py:None
Routetest_guardrail_response_none_is_skipped
patch("litellm.integrations.opentelemetry.datetime")
tests/unit/integrations/test_opentelemetry.py:None
Routetest_guardrail_secret_lookups_leave_the_event_loop_free
pytest.mark.parametrize( ("guardrail_config", "upstream_answer"), [ pytest.param(
tests/unit/proxy/guardrails/guardrail_hooks/test_bedrock_guardrails.py:None
Routetest_guardrail_span_has_team_attributes
patch("litellm.integrations.opentelemetry.datetime")
tests/unit/integrations/test_opentelemetry.py:None
Routetest_guardrail_survives_deepcopy_and_pickle_with_its_stream_scope
pytest.mark.parametrize("stream_scope", [None, "both", {"post_call": "streaming"}])
tests/unit/integrations/test_custom_guardrail.py:None
Routetest_guardrail_that_does_not_apply_to_typed_text_changes_nothing
pytest.mark.parametrize( ("event_hook", "default_on"), [ (GuardrailEventHooks.pre_
tests/unit/llms/bedrock/realtime/test_bedrock_realtime_handler.py:None
Routetest_haiku_count_names_the_count_model_and_matches_billed_input
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.COUNT_TOKENS,
tests/e2e/llm_translation/test_count_tokens_source_e2e.py:None
Routetest_handle_anthropic_messages_response_logging_bills_a_served_server_tool_response
pytest.mark.parametrize( ("content", "stop_reason"), [ (list(_WEB_SEARCH_REPLY), "end_turn"),
tests/unit/litellm_core_utils/test_litellm_logging.py:None
Routetest_handle_authentication_error_genuine_auth_failure_stays_401
pytest.mark.parametrize( "auth_error", [ # DB returned no row -> get_key_object raises this ex
tests/unit/proxy/auth/test_auth_exception_handler.py:None
Routetest_handle_budget_for_entity_updates_only_cleared_or_supplied_fields
pytest.mark.parametrize( ("request_fields", "cleared_budget_fields", "should_update", "expected_max_budget
tests/unit/proxy/management_helpers/test_management_helpers_utils.py:None
Routetest_handle_db_exception_raises_error
patch( "litellm.proxy.proxy_server.general_settings", {"allow_requests_on_db_unavailable": False}, )
tests/unit/proxy/db/test_exception_handler.py:None
Routetest_handle_db_exception_surfaces_a_permanent_fault_even_when_degraded_mode_is_enabled
patch( "litellm.proxy.proxy_server.general_settings", {"allow_requests_on_db_unavailable": True}, )
tests/unit/proxy/db/test_exception_handler.py:None
Routetest_handle_db_exception_with_connection_error
patch( "litellm.proxy.proxy_server.general_settings", {"allow_requests_on_db_unavailable": True}, )
tests/unit/proxy/db/test_exception_handler.py:None
Routetest_handle_exception_on_proxy_labels_a_failure_the_way_route_catch_alls_do
pytest.mark.parametrize( "exc", [ HTTPException(status_code=400, detail="bad budget_duration")
tests/unit/proxy/utils/helpers/test_error_helpers.py:None
Routetest_handle_exception_on_proxy_labels_a_failure_the_way_the_chat_route_does
pytest.mark.parametrize( "exc", [ openai.InternalServerError( message="upstream do
tests/unit/proxy/utils/helpers/test_error_helpers.py:None
Routetest_handle_exception_on_proxy_names_a_router_failure_by_the_status_it_answers
pytest.mark.parametrize( "message, expected", [ (f"{RouterErrors.no_deployments_with_provider_
tests/unit/proxy/utils/helpers/test_error_helpers.py:None
Routetest_handle_exception_on_proxy_returns_the_litellm_call_id_header
pytest.mark.parametrize( "exc", [ HTTPException(status_code=401, detail="bad key"), Va
tests/unit/proxy/utils/helpers/test_error_helpers.py:None
Routetest_handle_logging_proxy_only_error_syncs_normalized_call_type
pytest.mark.parametrize( "request_data, route, expected_call_type", [ ( {"model":
tests/unit/proxy/test_proxy_utils.py:None
Routetest_handle_success_spans_and_metrics
patch.dict( os.environ, {"LITELLM_OTEL_INTEGRATION_ENABLE_METRICS": "true"}, clear=True )
tests/unit/integrations/test_opentelemetry.py:None
Routetest_handle_top_k_value_helper
pytest.mark.parametrize( "model, expected_output", [ ("bedrock/anthropic.claude-3-sonnet-20240
tests/unit/llms/bedrock/chat/test_converse_transformation.py:None
Routetest_handle_triton_stream_parses_sse_text_output_lines
pytest.mark.parametrize( "chunk", [ 'data: {"text_output": "triton text", "is_finished": true,
tests/unit/litellm_core_utils/test_streaming_handler.py:None
Routetest_handler_does_not_crash_when_usage_only_fallback_raises
patch.object(AnthropicPassthroughLoggingHandler, "build_usage_only_response_from_chunks")
tests/unit/proxy/pass_through_endpoints/llm_provider_handlers/test_anthropic_passthrough_logging_handler.py:None
Routetest_handler_falls_back_when_assembly_raises
patch("litellm.completion_cost")
tests/unit/proxy/pass_through_endpoints/llm_provider_handlers/test_anthropic_passthrough_logging_handler.py:None
Routetest_handler_falls_back_when_assembly_returns_none
patch("litellm.completion_cost")
tests/unit/proxy/pass_through_endpoints/llm_provider_handlers/test_anthropic_passthrough_logging_handler.py:None
Routetest_handler_returns_none_when_no_usage_recoverable
patch.object(AnthropicPassthroughLoggingHandler, "build_complete_streaming_response")
tests/unit/proxy/pass_through_endpoints/llm_provider_handlers/test_anthropic_passthrough_logging_handler.py:None
Routetest_has_fallback_group_reads_string_targets_and_skips_unparseable_entries
pytest.mark.parametrize( ("fallbacks", "expected"), [ ([{"test-model": "backup-model"}], True)
tests/unit/router_utils/test_cooldown_handlers.py:None
Routetest_has_pre_call_guardrails_follows_the_guardrail_event_hook
pytest.mark.parametrize( "event_hook, expected", [("pre_call", True), ("post_call", False), ("during_c
tests/unit/proxy/utils/proxy_logging/test_pre_call_hook.py:None
Routetest_hashicorp_vault_connection
router.post( "/config_overrides/hashicorp_vault/test_connection", tags=["Config Overrides"], depen
litellm/proxy/management_endpoints/config_override_endpoints.py:None
Routetest_header_tagged_messages_routes_through_the_marker_to_an_untagged_tier
meta( Subject( domain=Domain.ROUTING, route=Route.MESSAGES, provid
tests/e2e/router/test_auto_router_regressions_e2e.py:None
Routetest_header_tagged_responses_with_string_input_routes_to_the_tier
pytest.mark.covers("reliability.routing.tagged_marker.responses_input_routes_through_marker")
tests/e2e/router/test_auto_router_regressions_e2e.py:None
Routetest_header_tags_visible_to_tag_max_budget_check_on_metadata_route
pytest.mark.parametrize( "route", [ "/bedrock/model/us.anthropic.claude-sonnet-4-6
tests/unit/proxy/test_litellm_pre_call_utils.py:None
Routetest_headers_reflect_usage_counted_by_earlier_requests
pytest.mark.usefixtures("router_minute_pinned")
tests/unit/test_router/test_router_helper_utils.py:None
Routetest_health_check_rows_keep_the_service_account_key
meta( Subject( domain=Domain.SPEND_BUDGETS, route=Route.HEALTH, pr
tests/e2e/quota_management/spend_tracking/test_key_attribution_e2e.py:None
Routetest_health_endpoint_probes_every_deployment_the_callers_allowed_names_route_to
pytest.mark.parametrize( ("model_list", "model_group_alias", "caller", "expected_ids"), [ pyte
tests/unit/proxy/health_endpoints/test_health_endpoints.py:None
Routetest_health_reports_the_calling_key_healthy
meta(Subject(domain=Domain.MANAGEMENT, route=Route.KEY_MANAGEMENT))
tests/e2e/management/test_key_management_e2e.py:None
Routetest_helicone_logging_metadata
pytest.mark.skipif( condition=not os.environ.get("OPENAI_API_KEY", False), reason="Authentication miss
tests/unit/integrations/test_helicone.py:None
Routetest_hidden_params_public_accessor_updates_its_backing_storage
pytest.mark.parametrize( "response", ( AgentCreateResponse.model_construct(), AgentDel
tests/unit/types/test_types_utils.py:None
Routetest_hoist_tool_media_preserves_payload_and_call
pytest.mark.parametrize( "part,placeholder,boundary", [ ( {"type": "image_url", "i
tests/unit/litellm_core_utils/prompt_templates/test_litellm_core_utils_prompt_templates_common_utils.py:None
Routetest_hop_strip_drops_unmarked_reasoning_whose_origin_cannot_be_resolved
pytest.mark.parametrize( "ctx", [None, RoutingContext(_router_without_the_origin())], ids=["no router", "o
tests/unit/router_utils/pre_call_checks/test_encrypted_content_affinity_check.py:None
Routetest_hop_strip_keeps_accounts_that_sign_in_through_headers_apart
pytest.mark.parametrize( "origin_params, target_params, target_can_decrypt", [ pytest.param(
tests/unit/router_utils/pre_call_checks/test_encrypted_content_affinity_check.py:None
Routetest_hop_strip_keeps_reasoning_between_same_key_deployments_on_the_default_endpoint
pytest.mark.parametrize( "origin_params, target_params, target_can_decrypt", [ pytest.param(OP
tests/unit/router_utils/pre_call_checks/test_encrypted_content_affinity_check.py:None
Routetest_hop_strip_matches_an_explicit_key_and_the_environment_key_on_one_api_base
pytest.mark.parametrize( "environment_key, target_model, target_can_decrypt", [ pytest.param("
tests/unit/router_utils/pre_call_checks/test_encrypted_content_affinity_check.py:None
Routetest_hop_strip_reads_no_secrets_when_no_default_boundary_needs_resolving
pytest.mark.parametrize( "deployment_params, reasoning_minted_by", [ pytest.param(OPENAI_SHARE
tests/unit/router_utils/pre_call_checks/test_encrypted_content_affinity_check.py:None
Routetest_hop_strip_resolves_a_missing_key_from_the_environment
pytest.mark.parametrize( "target_api_key, target_can_decrypt", [ pytest.param(None, True, id="
tests/unit/router_utils/pre_call_checks/test_encrypted_content_affinity_check.py:None
Routetest_hosted_alias_is_sent_as_the_hosts_model_id
pytest.mark.parametrize( ("model", "provider", "target_provider"), ( ("bedrock/claude-haiku-la
tests/unit/litellm_core_utils/test_model_latest_aliases.py:None
Routetest_hosted_tool_choice_type
pytest.mark.parametrize( ("tool_choice", "expected"), [ ({"type": "web_search"}, "web_search")
tests/unit/litellm_core_utils/test_allowed_tools_tool_choice.py:None
Routetest_hosted_vllm_chat_returns_content
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_chat_completions_regression_e2e.py:None
Routetest_hosted_vllm_file_with_a_different_object_type_is_rejected
pytest.mark.parametrize("method, path, call_router", VLLM_ROUTER_FILE_CALLS)
tests/unit/files/test_main.py:None
Routetest_hosted_vllm_file_without_an_object_type_comes_back_as_a_file
pytest.mark.parametrize("method, path, call_router", VLLM_ROUTER_FILE_CALLS)
tests/unit/files/test_main.py:None
Routetest_hosted_vllm_rerank_preserves_native_metadata_over_legacy_usage
pytest.mark.parametrize( "meta", [ { "api_version": {"version": "2"},
tests/unit/llms/hosted_vllm/test_hosted_vllm_rerank_transformation.py:None
Routetest_hosted_vllm_router_batch_comes_back_as_an_openai_batch
pytest.mark.parametrize("method, path, call_router", VLLM_ROUTER_BATCH_CALLS)
tests/unit/batches/test_main.py:None
Routetest_hosted_vllm_router_batch_list_comes_back_as_openai_batches
pytest.mark.parametrize("list_router", (_list_on_vllm_router, _list_on_vllm_router_sync))
tests/unit/batches/test_main.py:None
Routetest_hosted_vllm_router_batch_with_an_unknown_value_is_rejected
pytest.mark.parametrize("method, path, call_router", VLLM_ROUTER_BATCH_CALLS)
tests/unit/batches/test_main.py:None
Routetest_http_request_other_methods_reach_an_allowlisted_host
pytest.mark.parametrize(("method", "body"), [("PUT", "put"), ("DELETE", "deleted"), ("PATCH", "patched")])
tests/unit/proxy/guardrails/test_custom_code_security.py:None
Routetest_http_status_error_maps_to_auth_error
patch(f"{AUTH_MODULE}._get_http_client")
tests/unit/llms/gigachat/test_authenticator.py:None
Routetest_http_validator_service_outage_fails_closed
pytest.mark.parametrize( "kind, existing_metadata, request_payload", [ ("create", None, {"cost
tests/unit/proxy/management_helpers/test_team_metadata_validation.py:None
Routetest_huggingface_rerank_custom_api_base
patch("litellm.llms.custom_httpx.http_handler.AsyncHTTPHandler.post")
tests/unit/llms/huggingface/rerank/test_huggingface_rerank_transformation.py:None
Routetest_huggingface_rerank_request_payload
patch("litellm.llms.custom_httpx.http_handler.HTTPHandler.post")
tests/unit/llms/huggingface/rerank/test_huggingface_rerank_transformation.py:None
Routetest_huggingface_rerank_return_documents
patch("litellm.llms.custom_httpx.http_handler.HTTPHandler.post")
tests/unit/llms/huggingface/rerank/test_huggingface_rerank_transformation.py:None
Routetest_huggingface_rerank_with_env_vars
patch("litellm.llms.custom_httpx.http_handler.HTTPHandler.post")
tests/unit/llms/huggingface/rerank/test_huggingface_rerank_transformation.py:None
Routetest_idempotent_disconnect_is_replayed
pytest.mark.parametrize("method", ["put", "delete"])
tests/unit/llms/custom_httpx/test_http_handler.py:None
Routetest_identity_violating_the_character_class_is_dropped_and_the_request_succeeds
pytest.mark.parametrize( "team_alias", ["O'Brien's team", "platform\u00a0team", "platform\u3000team",
tests/unit/llms/bedrock/test_request_metadata.py:None
Routetest_ignores_text_audio_and_degenerate_shapes
pytest.mark.parametrize( "messages", [ [{"role": "user", "content": "plain string"
tests/unit/litellm_core_utils/prompt_templates/test_litellm_core_utils_prompt_templates_common_utils.py:None
Routetest_image_detail_mime_and_adjacent_text_survive_normalization
pytest.mark.parametrize( ("kind", "detail", "nested_url"), [ ("function_call_output", "low", T
tests/unit/responses/litellm_completion_transformation/test_function_call_output_normalization.py:None
Routetest_image_edit_input_is_the_edit_prompt
meta( Subject( domain=Domain.OBSERVABILITY, route=Route.IMAGES, pr
tests/e2e/logging/test_otel_v2_langfuse_generation_output_e2e.py:None
Routetest_image_edit_returns_image
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.IMAGES,
tests/e2e/llm_translation/test_image_edits_e2e.py:None
Routetest_image_estimate_prefers_each_backend_policy_over_the_requested_model
pytest.mark.parametrize( ("models", "fallback", "expected_model"), [ (("azure/deployment-prod"
tests/unit/litellm_core_utils/test_token_counter.py:None
Routetest_image_generation_returns_image
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.IMAGES,
tests/e2e/llm_translation/test_image_generation_e2e.py:None
Routetest_image_url
pytest.mark.parametrize( "case", _pick( "bedrock_invoke_haiku", "mistral_medium",
tests/unit/llms/base_llm/chat/test_provider_chat_translation.py:None
Routetest_image_url_string
pytest.mark.parametrize( "case", _pick( "bedrock_converse_haiku", "bedrock_converse_ha
tests/unit/llms/base_llm/chat/test_provider_chat_translation.py:None
Routetest_images_output_is_a_bounded_summary_without_base64
meta( Subject( domain=Domain.OBSERVABILITY, route=Route.IMAGES, pr
tests/e2e/logging/test_otel_v2_langfuse_generation_output_e2e.py:None
Routetest_images_over_clefs_size_limits_are_refused_before_the_upstream_call
pytest.mark.parametrize( ("label", "route", "images", "refusal"), _OVERSIZED, ids=[f"{label}{route}" for l
tests/integration/providers/test_cloudflare_clef_images_wire.py:None
Routetest_images_reach_clef_in_its_images_field_on_every_route_and_are_billed
pytest.mark.parametrize("route", _ROUTES)
tests/integration/providers/test_cloudflare_clef_images_wire.py:None
Routetest_images_to_a_text_only_deployment_are_refused_without_drop_params
pytest.mark.parametrize( ("endpoint", "request_body", "param"), tuple(zip(_IMAGE_ENDPOINTS, _IMAGE_REQ
tests/unit/proxy/decisions_endpoints/test_endpoints.py:None
Routetest_img_gen
mock_patch_aimage_generation()
tests/unit/proxy/test_proxy_server.py:None
Routetest_in_flight_count_tokens_does_not_reserve_key_budget_away_from_a_completion
pytest.mark.covers( "quota_management.budget.key.in_flight_count_tokens_reserves_nothing_so_completion_rea
tests/integration/spend/test_cache_and_quota.py:None
Routetest_incomplete_bodies_never_enter_the_cache
pytest.mark.parametrize("path,response", [ ("/v1/embeddings", b'{"object":"list","data":[],"usage":{"p
tests/code_coverage_tests/test_provider_cache.py:None
Routetest_incomplete_or_error_bodies_never_enter_the_cache
pytest.mark.parametrize("action,response", [ ("converse", b'{"output":{"message":{}}}'), ("con
tests/code_coverage_tests/test_provider_cache.py:None
Routetest_increment_deployment_usage_for_response_skips_session_wrappers
pytest.mark.usefixtures("router_minute_pinned")
tests/unit/test_router/test_router_helper_utils.py:None
Routetest_inference_routes_take_baggage_mappings
pytest.mark.parametrize( "route", ["/v1/chat/completions", "/chat/completions", "/v1/messages", "/v1/r
tests/unit/proxy/common_utils/test_request_tag_mappings.py:None
Routetest_inferenceapis_overflow_is_answered_by_the_context_window_fallback
pytest.mark.parametrize(("route", "stream"), _SURFACES)
tests/integration/providers/test_inferenceapis_context_window_fallbacks_wire.py:None
Routetest_info_reflects_the_fields_the_key_was_created_with
meta(Subject(domain=Domain.MANAGEMENT, route=Route.KEY_MANAGEMENT))
tests/e2e/management/test_key_management_e2e.py:None
Routetest_info_returns_created_team_fields
meta(Subject(domain=Domain.MANAGEMENT, route=Route.TEAM_MANAGEMENT))
tests/e2e/management/test_team_management_e2e.py:None
Routetest_init
patch("semantic_router.routers.SemanticRouter")
tests/unit/router_strategy/test_auto_router.py:None
Routetest_init_auto_router_deployment_duplicate_model_name
patch("litellm.router_strategy.auto_router.auto_router.AutoRouter")
tests/unit/test_router/test_router_helper_utils.py:None
Routetest_init_auto_router_deployment_success
patch("litellm.router_strategy.auto_router.auto_router.AutoRouter")
tests/unit/test_router/test_router_helper_utils.py:None
Routetest_init_bedrock_client_passes_ssl_verify_to_sts
patch("boto3.client")
tests/unit/llms/bedrock/test_bedrock_ssl_verify.py:None
Routetest_init_granian_server
patch("granian.Granian")
tests/unit/proxy/test_proxy_cli.py:None
Routetest_init_granian_server_runtime_threads
patch("granian.Granian")
tests/unit/proxy/test_proxy_cli.py:None
Routetest_init_granian_server_ssl
patch("granian.Granian")
tests/unit/proxy/test_proxy_cli.py:None
Routetest_init_granian_server_ssl_requires_cert_and_key
patch("granian.Granian")
tests/unit/proxy/test_proxy_cli.py:None
Routetest_init_hypercorn_server
patch("asyncio.run")
tests/unit/proxy/test_proxy_cli.py:None
← previousnext →3,001–3,100 of 5,595, ranked by callers