MCPcopy Create free account

hub / github.com/BerriAI/litellm / endpoints

Endpoints5,595 in github.com/BerriAI/litellm

Routetest_async_set_cache_keeps_whitespace_replies_and_text_completion_fills
pytest.mark.parametrize( "result, original_function, call_type, kwargs", _replies_that_look_empty_but_
tests/unit/caching/test_caching_handler.py:None
Routetest_async_streamed_answer_without_output_is_never_cached
pytest.mark.parametrize( "closing_chunk", [_closing_chunk_without_output(), _closing_chunk_with_only_a
tests/unit/caching/test_caching_handler.py:None
Routetest_async_timeout_without_a_per_call_timeout_names_the_phase_and_the_limit_that_fired
pytest.mark.parametrize("verb", ["post", "put", "patch"])
tests/unit/llms/custom_httpx/test_http_handler.py:None
Routetest_attachment_bytes_are_sent_as_standard_base64
pytest.mark.parametrize( ("block", "content"), [ ({"type": "image_url", "image_url": f"DATA:im
tests/unit/proxy/guardrails/guardrail_hooks/akto/test_akto_attachments.py:None
Routetest_attributed_proxy_reject_leaves_deployment_healthy
pytest.mark.parametrize( "rejection", [ HTTPException(status_code=403, detail="guardrail block
tests/unit/integrations/test_prometheus_deployment_state_proxy_rejects.py:None
Routetest_audio_context_rates_preserve_fallbacks_and_explicit_zero
pytest.mark.parametrize( ("audio_fields", "audio_rate"), ( ({}, 3e-06), ({"input_cost_
tests/unit/litellm_core_utils/llm_cost_calc/test_utils.py:None
Routetest_audio_estimate_prefers_each_backend_rate_over_the_requested_model
pytest.mark.parametrize( ("models", "fallback", "expected"), [ (("openai/gpt-audio-1.5",), "ge
tests/unit/litellm_core_utils/test_audio_utils.py:None
Routetest_audio_speech_already_shaped_failure_answers_with_the_callers_litellm_call_id
pytest.mark.parametrize( "exc", [ HTTPException(status_code=401, detail="bad key"), Pr
tests/unit/proxy/test_proxy_server_endpoints_and_startup.py:None
Routetest_audio_speech_content_type_matches_audio_format
pytest.mark.parametrize( ("patched_speech", "response_format", "expected_content_type"), [ ("a
tests/unit/proxy/proxy_server/test_routes_audio.py:None
Routetest_audio_speech_returns_audio
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.AUDIO, p
tests/e2e/llm_translation/test_audio_speech_e2e.py:None
Routetest_audio_speech_streams_audio_chunks
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.AUDIO, p
tests/e2e/llm_translation/test_audio_speech_e2e.py:None
Routetest_audio_transcription_keeps_the_status_of_a_proxy_rejection
pytest.mark.parametrize( "rejection", [ pytest.param( ProxyException(
tests/unit/proxy/proxy_server/test_routes_audio.py:None
Routetest_audio_transcriptions_returns_text
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.AUDIO, p
tests/e2e/llm_translation/test_audio_transcriptions_e2e.py:None
Routetest_audit_cache_hit_call_keeps_winning_ids
pytest.mark.parametrize(("endpoint", "kind", "expected_target"), _AUDIT_ENDPOINTS[:2])
tests/integration/observability/test_langfuse_delivery.py:None
Routetest_audit_caller_metadata_wins_on_streamed_calls
pytest.mark.parametrize(("endpoint", "kind", "expected_target"), _AUDIT_ENDPOINTS)
tests/integration/observability/test_langfuse_delivery.py:None
Routetest_audit_caller_metadata_wins_over_w3c_per_field
pytest.mark.parametrize(("endpoint", "kind", "expected_target"), _AUDIT_ENDPOINTS)
tests/integration/observability/test_langfuse_delivery.py:None
Routetest_audit_empty_and_null_caller_ids_fall_back_to_w3c
pytest.mark.parametrize(("endpoint", "kind", "expected_target"), _AUDIT_ENDPOINTS)
tests/integration/observability/test_langfuse_delivery.py:None
Routetest_audit_five_kilobyte_caller_ids_win_verbatim
pytest.mark.parametrize(("endpoint", "kind", "expected_target"), _AUDIT_ENDPOINTS[:2])
tests/integration/observability/test_langfuse_delivery.py:None
Routetest_audit_generate_policy_derives_session_from_caller_trace
pytest.mark.parametrize(("endpoint", "kind", "expected_target"), _AUDIT_ENDPOINTS)
tests/integration/observability/test_langfuse_delivery.py:None
Routetest_audit_generate_policy_fresh_session_without_any_ids
pytest.mark.parametrize(("endpoint", "kind", "expected_target"), _AUDIT_ENDPOINTS)
tests/integration/observability/test_langfuse_delivery.py:None
Routetest_audit_generate_policy_is_stable_across_repeated_caller_trace
pytest.mark.parametrize(("endpoint", "kind", "expected_target"), _AUDIT_ENDPOINTS)
tests/integration/observability/test_langfuse_delivery.py:None
Routetest_audit_identical_requests_twice_log_per_call
pytest.mark.parametrize(("endpoint", "kind", "expected_target"), _AUDIT_ENDPOINTS)
tests/integration/observability/test_langfuse_delivery.py:None
Routetest_audit_key_metadata_session_still_honoured
pytest.mark.parametrize(("endpoint", "kind", "expected_target"), _AUDIT_ENDPOINTS[:2])
tests/integration/observability/test_langfuse_delivery.py:None
Routetest_audit_non_string_caller_ids_fall_back_to_w3c
pytest.mark.parametrize(("endpoint", "kind", "expected_target"), _AUDIT_ENDPOINTS)
tests/integration/observability/test_langfuse_delivery.py:None
Routetest_audit_omit_policy_records_no_session
pytest.mark.parametrize(("endpoint", "kind", "expected_target"), _AUDIT_ENDPOINTS)
tests/integration/observability/test_langfuse_delivery.py:None
Routetest_audit_otel_span_carries_caller_ids
pytest.mark.parametrize(("endpoint", "kind", "expected_target"), _AUDIT_ENDPOINTS[:2])
tests/integration/observability/test_langfuse_delivery.py:None
Routetest_audit_reject_policy
pytest.mark.parametrize(("endpoint", "kind", "expected_target"), _AUDIT_ENDPOINTS)
tests/integration/observability/test_langfuse_delivery.py:None
Routetest_audit_string_metadata_body_does_not_crash
pytest.mark.parametrize(("endpoint", "kind", "expected_target"), _AUDIT_ENDPOINTS[:2])
tests/integration/observability/test_langfuse_delivery.py:None
Routetest_audit_upstream_error_still_logs_caller_session
pytest.mark.parametrize(("endpoint", "kind", "expected_target"), _AUDIT_ENDPOINTS[:2])
tests/integration/observability/test_langfuse_delivery.py:None
Routetest_auth_builder_single_team_db_fallback_when_jwt_has_no_team
pytest.mark.parametrize( ( "user_id", "user_teams", "get_team_object_return",
tests/unit/proxy/auth/test_handle_jwt.py:None
Routetest_auth_error_preserves_classification_with_non_object_context
pytest.mark.parametrize("error_kind", ["auth", "budget", "database"])
tests/unit/proxy/auth/test_auth_exception_handler.py:None
Routetest_auth_failure_logs_requester_ip_address
pytest.mark.parametrize( "auth_error, general_settings, request_kwargs, expected_ip", [ pytest
tests/unit/proxy/auth/test_auth_exception_handler.py:None
Routetest_auth_failure_logs_user_agent
pytest.mark.parametrize( "request_data, metadata_key, route", [ pytest.param({"model": "gpt-4o
tests/unit/proxy/auth/test_auth_exception_handler.py:None
Routetest_auth_with_access_key_and_secret_key
patch("boto3.Session")
tests/unit/llms/bedrock/test_base_aws_llm.py:None
Routetest_auth_with_allowed_routes
pytest.mark.parametrize( "route, should_raise_error", [ ("/embeddings", False), ("/cha
tests/unit/proxy/auth/test_user_api_key_auth.py:None
Routetest_auth_with_aws_profile
patch("boto3.Session")
tests/unit/llms/bedrock/test_base_aws_llm.py:None
Routetest_auth_with_aws_role
patch("boto3.client")
tests/unit/llms/bedrock/test_base_aws_llm.py:None
Routetest_auth_with_env_vars
patch("boto3.Session")
tests/unit/llms/bedrock/test_base_aws_llm.py:None
Routetest_auth_with_web_identity_token
patch("boto3.client")
tests/unit/llms/bedrock/test_base_aws_llm.py:None
Routetest_authorize_observes_committed_peer_server_changes
pytest.mark.parametrize("change", ["create", "update", "delete"])
tests/unit/proxy/mcp_server/test_discoverable_endpoints.py:None
Routetest_auto_init_creates_phoenix_logger
patch.dict( os.environ, { "PHOENIX_COLLECTOR_HTTP_ENDPOINT": "http://localhost:600
tests/unit/integrations/arize/test_arize_otel_coexistence.py:None
Routetest_auto_injection_honors_a_register_model_opt_out_made_under_a_bedrock_route_prefixed_name
pytest.mark.parametrize("route_prefix", ["bedrock/", "bedrock/converse/"])
tests/unit/llms/anthropic/test_anthropic_common_utils.py:None
Routetest_auto_priority_advance_preserves_access_scope_and_checks_paid_group_budget
pytest.mark.parametrize("budget_admits_group", [False, True])
tests/unit/router_strategy/test_router_routing_groups.py:None
Routetest_auto_router_capability_slot_matrix
pytest.mark.parametrize( "limit,effective_params,db_models,config_config,model_id,expected", [
tests/unit/proxy/management_endpoints/test_model_management_endpoints.py:None
Routetest_auto_router_deployment_loads_every_per_user_connection
pytest.mark.parametrize( "auto_router_model", [ "auto_router/copilot-picker",
tests/unit/proxy/test_litellm_pre_call_utils.py:None
Routetest_auto_router_dry_runs_share_model_new_audience
pytest.mark.parametrize( "dry_run_route", ["/auto_router/test_routing", "/auto_router/validate_complex
tests/unit/proxy/auth/test_route_checks.py:None
Routetest_auto_router_llm_span_names_the_routed_model_and_carries_the_decision
pytest.mark.parametrize( ("route", "stream", "via_alias"), [ ("/v1/chat/completions", False, F
tests/integration/observability/test_otel_auto_router_model.py:None
Routetest_auto_router_session_is_reachable_by_any_key_but_benchmarks_stays_admin_only
pytest.mark.parametrize("allowed_routes", [None, ["llm_api_routes"]])
tests/unit/proxy/auth/test_route_checks.py:None
Routetest_auto_router_session_read_grant_rejects_other_methods_paths_and_scopes
pytest.mark.parametrize( "route,method,allowed_routes", [ ("/auto_router/session", method, ["l
tests/unit/proxy/auth/test_route_checks.py:None
Routetest_autorouter_savings_distinguishes_priced_deployments
pytest.mark.parametrize( "baseline_id, selected_id, selected_multiplier, billed_input, classifier_cost, ex
tests/unit/proxy/spend_tracking/test_savings.py:None
Routetest_available_team_self_join_blocks_member_budget_controls
pytest.mark.parametrize( "budget_control", [ {"max_budget_in_team": 1000.0}, {"budget_
tests/unit/proxy/management_endpoints/test_team_endpoints.py:None
Routetest_avalidate_environment_missing_api_key
patch.dict("os.environ", {}, clear=True)
tests/unit/llms/anthropic/files/test_anthropic_files_transformation.py:None
Routetest_azure_ai_model_outside_the_cost_map_gets_the_pdf_unless_drop_params_finds_no_declaration
pytest.mark.parametrize( ("model_info", "deployment_params", "keeps_pdf"), [ pytest.param({},
tests/integration/providers/test_pdf_input_support_wire.py:None
Routetest_azure_computer_use_cost_calculation
pytest.mark.parametrize( "input_tokens,output_tokens,expected_cost", [ (
tests/unit/litellm_core_utils/llm_cost_calc/test_azure_assistant_cost_tracking.py:None
Routetest_azure_content_safety_pre_call_fires_on_runtime_call_types
pytest.mark.parametrize( "call_type, data", [ ( "acompletion", {
tests/unit/proxy/guardrails/test_guardrail_coverage.py:None
Routetest_azure_drop_params_keeps_a_client_breakpoint_by_the_deployments_own_flag_not_a_siblings
pytest.mark.parametrize( ("entrypoint", "part_type", "reply"), [("acompletion", "text", _FOUNDRY_CHAT_
tests/unit/integrations/test_anthropic_cache_control_hook.py:None
Routetest_azure_error_keeps_the_upstream_body_without_the_api_key
pytest.mark.parametrize( "route", ( _azure_completion, _azure_completion_stream,
tests/unit/llms/azure/test_azure_exception_mapping.py:None
Routetest_azure_error_response_keeps_the_upstream_elapsed_time
pytest.mark.parametrize( "route", ( _azure_completion, _azure_completion_stream,
tests/unit/llms/azure/test_azure_exception_mapping.py:None
Routetest_azure_extra_headers
pytest.mark.parametrize( "input, call_type", [ ({"messages": [{"role": "user", "content": "Hel
tests/unit/llms/azure/test_azure.py:None
Routetest_azure_flux2_flex_generation_hits_flex_provider_path_not_pro
pytest.mark.covers("other.provider_wire.azure_ai.flux2_flex_generation_targets_flex_path_with_bfl_body")
tests/integration/providers/test_azure_ai_flux2_image_wire.py:None
Routetest_azure_foundry_chat_returns_content
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_chat_completions_regression_e2e.py:None
Routetest_azure_ga_text_turn_is_answered_and_billed
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.REALTIME, providers=(Pro
tests/e2e/llm_translation/realtime/test_realtime_e2e.py:None
Routetest_azure_max_retries_0
patch( "litellm.main.azure_chat_completions.make_sync_azure_openai_chat_completion_request" )
tests/unit/llms/azure/test_azure.py:None
Routetest_azure_messages_replay_encrypted_reasoning_only_to_responses
pytest.mark.parametrize( "model,model_info,responses_target", [ ("azure/responses/qa-deploymen
tests/unit/llms/anthropic/messages/native/test_anthropic_messages_handler.py:None
Routetest_azure_openai_chat_returns_content
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_chat_completions_regression_e2e.py:None
Routetest_azure_openai_chat_returns_tool_call
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_chat_completions_regression_e2e.py:None
Routetest_azure_passthrough_tags_metadata_model_provider
patch("litellm.completion_cost")
tests/unit/proxy/pass_through_endpoints/llm_provider_handlers/test_openai_passthrough_logging_handler.py:None
Routetest_azure_prompt_shield_scans_the_user_prompt_on_every_endpoint
pytest.mark.parametrize( ("path", "body", "model_provider"), [ pytest.param( "/v1/
tests/integration/observability/test_azure_content_safety_endpoints.py:None
Routetest_azure_responses_estimate_stays_at_or_just_over_the_billed_prompt_as_function_tools_are_added
pytest.mark.parametrize( ("tools", "strict", "billed_prompt_tokens"), [ ((_GET_WEATHER,), {},
tests/unit/proxy/test_proxy_token_counter.py:None
Routetest_azure_specific_environment_validation
patch("litellm.llms.azure.common_utils.litellm")
tests/unit/llms/azure/videos/test_azure_video_transformation.py:None
Routetest_azure_without_credentials_answers_a_clean_connection_error
pytest.mark.parametrize("route", ROUTES, ids=ROUTE_IDS)
tests/integration/providers/test_assistants_route_errors_wire.py:None
Routetest_background_cost_row_keeps_its_own_request_id_beside_its_create
pytest.mark.parametrize( "cost_kwargs", ( pytest.param( { "call_ty
tests/unit/integrations/clickhouse/test_clickhouse_spend_logger.py:None
Routetest_background_timings_survive_retrieval_after_completion
pytest.mark.parametrize( "delta_type", [ "response.output_text.delta", "response.reaso
tests/unit/proxy/response_polling/test_response_polling_handler.py:None
Routetest_bad_optional_metadata_does_not_hide_an_attachment
pytest.mark.parametrize( "block", [ {"type": "file", "file": {"file_data": f"data:application/
tests/unit/proxy/guardrails/guardrail_hooks/akto/test_akto_attachments.py:None
Routetest_baggage_mapping_rejects_exactly_the_client_tags_rejected_without_it
pytest.mark.parametrize("route", ["/v1/chat/completions", "/v1/messages", "/v1/responses"])
tests/unit/proxy/auth/test_auth_checks_object_access_and_lookup.py:None
Routetest_baggage_never_changes_the_guardrail_mode_key_team_and_deployment_tags_select
pytest.mark.parametrize( "team_tags,deployment_tags,runs_post_call", [ (["policy:sensitive"],
tests/unit/enterprise/integrations/test_custom_guardrail.py:None
Routetest_bare_key_blocks_over_its_own_budget
pytest.mark.covers("quota_management.budget.key.blocks_over_limit")
tests/e2e/quota_management/budgets/test_budget_enforcement_e2e.py:None
Routetest_bare_key_budget_resets_after_window
pytest.mark.covers("quota_management.budget.key.resets_after_window")
tests/e2e/quota_management/budgets/test_budget_reset_e2e.py:None
Routetest_bare_model_with_custom_llm_provider_fills_the_cache_mark_budget_like_the_request_builder
pytest.mark.parametrize( "complete", [ pytest.param(_litellm_completion, id="litellm-completio
tests/integration/sdk/test_cache_control_census_pydantic_messages_sdk.py:None
Routetest_base_aws_llm_auth_with_role_passes_ssl_verify
patch("boto3.client")
tests/unit/llms/bedrock/test_bedrock_ssl_verify.py:None
Routetest_base_aws_llm_auth_with_web_identity_passes_ssl_verify
patch("litellm.llms.bedrock.base_aws_llm.get_secret")
tests/unit/llms/bedrock/test_bedrock_ssl_verify.py:None
Routetest_base_openai_pass_through_handler
patch( # test-quality-ok: patching litellm internal for unit test isolation "litellm.proxy.pass_throu
tests/unit/proxy/pass_through_endpoints/test_llm_pass_through_endpoints.py:None
Routetest_basic_messaging_non_streaming_anthropic
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/basic_messaging_non_streaming/test_anthropic.py:None
Routetest_basic_messaging_non_streaming_azure
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/basic_messaging_non_streaming/test_azure.py:None
Routetest_basic_messaging_non_streaming_azure_openai
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/basic_messaging_non_streaming/test_azure_openai.py:None
Routetest_basic_messaging_non_streaming_bedrock_converse
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/basic_messaging_non_streaming/test_bedrock_converse.py:None
Routetest_basic_messaging_non_streaming_bedrock_invoke
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/basic_messaging_non_streaming/test_bedrock_invoke.py:None
Routetest_basic_messaging_non_streaming_bedrock_mantle
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/basic_messaging_non_streaming/test_bedrock_mantle.py:None
Routetest_basic_messaging_non_streaming_openai
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/basic_messaging_non_streaming/test_openai.py:None
Routetest_basic_messaging_non_streaming_vertex_ai
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/basic_messaging_non_streaming/test_vertex_ai.py:None
Routetest_basic_messaging_streaming_anthropic
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/basic_messaging_streaming/test_anthropic.py:None
Routetest_basic_messaging_streaming_azure
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/basic_messaging_streaming/test_azure.py:None
Routetest_basic_messaging_streaming_azure_openai
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/basic_messaging_streaming/test_azure_openai.py:None
Routetest_basic_messaging_streaming_bedrock_converse
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/basic_messaging_streaming/test_bedrock_converse.py:None
Routetest_basic_messaging_streaming_bedrock_invoke
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/basic_messaging_streaming/test_bedrock_invoke.py:None
Routetest_basic_messaging_streaming_bedrock_mantle
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/basic_messaging_streaming/test_bedrock_mantle.py:None
Routetest_basic_messaging_streaming_openai
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/basic_messaging_streaming/test_openai.py:None
Routetest_basic_messaging_streaming_vertex_ai
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/basic_messaging_streaming/test_vertex_ai.py:None
Routetest_basic_nonstream
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES,
tests/e2e/llm_translation/test_messages_azure_foundry_e2e.py:None
Routetest_basic_rerank_deepinfra
patch("litellm.llms.custom_httpx.http_handler.AsyncHTTPHandler.post")
tests/unit/llms/deepinfra/test_deepinfra_rerank.py:None
← previousnext →1,701–1,800 of 5,595, ranked by callers