MCPcopy Create free account

hub / github.com/BerriAI/litellm / endpoints

Endpoints1,734 in github.com/BerriAI/litellm

⨍ Functions 68,180◇ Types & classes 10,037↳ Endpoints 1,734
Routetest_bridge_flag_prevents_native_responses_endpoint_call
patch( "litellm.responses.main.litellm_completion_transformation_handler.response_api_handler" )
tests/test_litellm/responses/test_responses_api_bridge_flag.py:None
Routetest_bridge_used_when_model_uses_chat_completions_prefix
patch( "litellm.responses.main.litellm_completion_transformation_handler.response_api_handler" )
tests/test_litellm/responses/test_responses_api_bridge_flag.py:None
Routetest_bridge_used_when_provider_config_none
patch( "litellm.responses.main.litellm_completion_transformation_handler.response_api_handler" )
tests/test_litellm/responses/test_responses_api_bridge_flag.py:None
Routetest_bridge_used_when_use_chat_completions_api_true
patch( "litellm.responses.main.litellm_completion_transformation_handler.response_api_handler" )
tests/test_litellm/responses/test_responses_api_bridge_flag.py:None
Routetest_budget_alerts_with_all_alert_types
pytest.mark.parametrize( "alert_type", [ "token_budget", "user_budget"
tests/test_litellm/test_utils.py:None
Routetest_budget_enforcement
pytest.mark.parametrize( "case_cls", [ KeyBudgetCase, InternalUserBudgetCase,
tests/e2e/budgets/test_budget_enforcement_e2e.py:None
Routetest_byok_defers_regardless_of_auth_type
pytest.mark.parametrize( "server", [ _server(auth_type=MCPAuth.api_key, is_byok=True),
tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_adapter.py:None
Routetest_bytesio_at_end_position
pytest.mark.skipif( os.environ.get("SKIP_AUDIO_TESTS") == "true", reason="Skipping audio tests
tests/test_litellm/litellm_core_utils/test_audio_utils.py:None
Routetest_cache_connection
router.post( "/cache/settings/test", tags=["Cache Settings"], dependencies=[Depends(user_api_key_a
litellm/proxy/management_endpoints/cache_settings_endpoints.py:None
Routetest_cache_get_by_file_returns_exact_entry
patch("litellm.integrations.gitlab.gitlab_prompt_manager.GitLabPromptManager")
tests/test_litellm/integrations/gitlab/test_gitlab_prompt_manager.py:None
Routetest_cache_get_by_id_accepts_encoded_and_decoded
patch("litellm.integrations.gitlab.gitlab_prompt_manager.GitLabPromptManager")
tests/test_litellm/integrations/gitlab/test_gitlab_prompt_manager.py:None
Routetest_cache_init_creates_cluster_cache_from_env_var
patch("litellm._redis.get_redis_connection_pool")
tests/test_litellm/caching/test_redis_cluster_cache.py:None
Routetest_cache_init_creates_redis_cache_without_cluster_config
patch("litellm._redis.get_redis_connection_pool")
tests/test_litellm/caching/test_redis_cluster_cache.py:None
Routetest_cache_load_all_encodes_ids_and_populates_maps
patch("litellm.integrations.gitlab.gitlab_prompt_manager.GitLabPromptManager")
tests/test_litellm/integrations/gitlab/test_gitlab_prompt_manager.py:None
Routetest_cache_reload_clears_then_reloads
patch("litellm.integrations.gitlab.gitlab_prompt_manager.GitLabPromptManager")
tests/test_litellm/integrations/gitlab/test_gitlab_prompt_manager.py:None
Routetest_cache_skips_when_template_missing_even_after_reload_attempt
patch("litellm.integrations.gitlab.gitlab_prompt_manager.GitLabPromptManager")
tests/test_litellm/integrations/gitlab/test_gitlab_prompt_manager.py:None
Routetest_calculate_cost_basic
patch( "litellm.proxy.pass_through_endpoints.llm_provider_handlers.vertex_ai_live_passthrough_logging_
tests/pass_through_unit_tests/test_vertex_ai_live_passthrough.py:None
Routetest_calculate_cost_with_audio
patch( "litellm.proxy.pass_through_endpoints.llm_provider_handlers.vertex_ai_live_passthrough_logging_
tests/pass_through_unit_tests/test_vertex_ai_live_passthrough.py:None
Routetest_calculate_cost_with_web_search
patch( "litellm.proxy.pass_through_endpoints.llm_provider_handlers.vertex_ai_live_passthrough_logging_
tests/pass_through_unit_tests/test_vertex_ai_live_passthrough.py:None
Routetest_calculate_image_editing_cost
patch("litellm.cost_calculator.default_image_cost_calculator")
tests/test_litellm/proxy/pass_through_endpoints/llm_provider_handlers/test_openai_passthrough_logging_handler.py:None
Routetest_calculate_image_generation_cost
patch("litellm.cost_calculator.default_image_cost_calculator")
tests/test_litellm/proxy/pass_through_endpoints/llm_provider_handlers/test_openai_passthrough_logging_handler.py:None
Routetest_calculate_usage_nulls
pytest.mark.parametrize( "usage_object,expected_usage", [ [ { "cac
tests/test_litellm/llms/anthropic/chat/test_anthropic_chat_transformation.py:None
Routetest_call_tool
patch.object(mcp_client_module, "streamable_http_client")
tests/mcp_tests/test_mcp_client_unit.py:None
Routetest_can_user_call_unified_file_id
pytest.mark.parametrize( "call_type", ["afile_content", "afile_delete", "afile_retrieve"] )
tests/enterprise/litellm_enterprise/proxy/hooks/test_managed_files.py:None
Routetest_captures_instructions_from_initialize
patch("litellm.experimental_mcp_client.client.ClientSession")
tests/test_litellm/experimental_mcp_client/test_mcp_client.py:None
Routetest_centralized_common_checks_routes_header_tags_to_litellm_metadata
pytest.mark.parametrize( "route", [ "/bedrock/model/us.anthropic.claude-sonnet-4-6/invoke",
tests/test_litellm/proxy/auth/test_user_api_key_auth.py:None
Routetest_chat_completion
pytest.mark.skipif( os.environ.get("OPENAI_API_KEY") is None, reason="OPENAI_API_KEY not set - skippin
tests/proxy_unit_tests/test_proxy_custom_logger.py:None
Routetest_chat_completion
mock_patch_acompletion()
tests/proxy_unit_tests/test_proxy_server.py:None
Routetest_chat_completion
pytest.mark.skipif( os.environ.get("AZURE_AI_API_KEY") is None or os.environ.get("OPENAI_API_KEY") is
tests/proxy_unit_tests/test_proxy_pass_user_config.py:None
Routetest_chat_completion_azure
mock_patch_acompletion()
tests/proxy_unit_tests/test_proxy_server.py:None
Routetest_chat_completion_exception_azure
mock.patch( "litellm.proxy.proxy_server.llm_router.acompletion", return_value=invalid_authentication_e
tests/proxy_unit_tests/test_proxy_exception_mapping.py:None
Routetest_chat_completion_exception_azure_context_window
mock.patch( "litellm.proxy.proxy_server.llm_router.acompletion", return_value=context_length_exceeded_
tests/proxy_unit_tests/test_proxy_exception_mapping.py:None
Routetest_chat_completion_forward_headers
mock_patch_acompletion()
tests/proxy_unit_tests/test_proxy_server.py:None
Routetest_chat_completion_forward_llm_provider_auth_headers
mock_patch_acompletion()
tests/proxy_unit_tests/test_proxy_server.py:None
Routetest_chat_completion_optional_params
mock_patch_acompletion()
tests/proxy_unit_tests/test_proxy_server.py:None
Routetest_chat_completion_request_with_redaction
pytest.mark.parametrize( "route, body", [ ( "/v1/chat/completions", {
tests/proxy_unit_tests/test_proxy_reject_logging.py:None
Routetest_chat_completion_stream
pytest.mark.skipif( os.environ.get("OPENAI_API_KEY") is None, reason="OPENAI_API_KEY not set - skippin
tests/proxy_unit_tests/test_proxy_custom_logger.py:None
Routetest_chat_completions_failure_stamps_server_span
pytest.mark.parametrize( "exception, expected_status", [ (make_fastapi_http_exception(400, "ba
tests/test_litellm/integrations/open_telemetry/test_otel_unified_endpoints.py:None
Routetest_chat_completions_still_blocked_when_llm_api_disabled
patch.object(EnterpriseRouteChecks, "is_llm_api_route_disabled")
tests/enterprise/litellm_enterprise/proxy/auth/test_route_checks.py:None
Routetest_chatgpt_responses_endpoint_url
patch("litellm.llms.chatgpt.responses.transformation.Authenticator")
tests/test_litellm/llms/chatgpt/responses/test_chatgpt_responses_transformation.py:None
Routetest_check_and_create_cache_create_new_cache
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_and_create_cache_distinct_tool_choices_use_distinct_keys
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_and_create_cache_existing_cache_found
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_and_create_cache_http_error
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_and_create_cache_no_cached_messages
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_and_create_cache_omits_tool_config_when_tool_choice_unset
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_and_create_cache_skips_when_below_min_tokens
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_and_create_cache_tool_choice_function_pin
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_and_create_cache_tool_choice_in_request_body
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_and_create_cache_tool_choice_typed_constructor
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_and_create_cache_with_cached_content
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_cache_pagination_finds_cache_on_second_page
patch.object(ContextCachingEndpoints, "_get_token_and_url_context_caching")
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_cache_pagination_max_pages_limit
patch.object(ContextCachingEndpoints, "_get_token_and_url_context_caching")
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_cache_pagination_multiple_pages
patch.object(ContextCachingEndpoints, "_get_token_and_url_context_caching")
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_cache_pagination_stops_when_no_next_token
patch.object(ContextCachingEndpoints, "_get_token_and_url_context_caching")
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_end_user_budget
pytest.mark.parametrize("customer_spend, customer_budget", [(0, 10), (10, 0)])
tests/proxy_unit_tests/test_auth_checks.py:None
Routetest_check_org_key_limits_aggregate
pytest.mark.parametrize( "org_budget,body_extras,expected_status,detail_substring", [(b, c, d, e) for
tests/proxy_behavior/management/test_key_budget_limits.py:None
Routetest_check_org_team_limits_budget_dead_code_pin
pytest.mark.parametrize( "org_budget,body_extras", [(b, c) for (_id, b, c) in _ORG_BUDGET_DEAD_SCENARI
tests/proxy_behavior/management/test_team_budget_limits.py:None
Routetest_chunk_processor_yields_raw_bytes
pytest.mark.parametrize( "endpoint_type,url_route", [ ( EndpointType.VERTEX_AI,
tests/pass_through_unit_tests/test_unit_test_streaming.py:None
Routetest_classify_code_generation
pytest.mark.parametrize( "text", [ "Write a Python function that reverses a linked list",
tests/test_litellm/router_strategy/adaptive_router/test_classifier.py:None
Routetest_classify_technical_design
pytest.mark.parametrize( "text", [ "Design a microservice architecture for an event-driven sys
tests/test_litellm/router_strategy/adaptive_router/test_classifier.py:None
Routetest_classify_writing
pytest.mark.parametrize( "text", [ "Draft an email to my team announcing the launch",
tests/test_litellm/router_strategy/adaptive_router/test_classifier.py:None
Routetest_claude_tokenizer_api_failure
patch("litellm.utils.Tokenizer.from_str")
tests/test_litellm/litellm_core_utils/test_token_counter.py:None
Routetest_cleanup_error_after_success_is_swallowed
patch("litellm.experimental_mcp_client.client.ClientSession")
tests/test_litellm/experimental_mcp_client/test_mcp_client.py:None
Routetest_cohere_embed_passthrough_cost_tracking
patch("litellm.completion_cost")
tests/test_litellm/proxy/pass_through_endpoints/llm_provider_handlers/test_cohere_passthrough_logging_handler.py:None
Routetest_cohere_embed_v4_input_types
pytest.mark.parametrize( "input_type", ["search_document", "search_query", "classification", "clustering"]
tests/llm_translation/test_cohere.py:None
Routetest_cohere_img_embeddings
pytest.mark.parametrize( "input, input_type", [ ( [ "data:image/jp
tests/local_testing/test_embedding.py:None
Routetest_cohere_tokenizer_api_failure
patch("litellm.utils.Tokenizer.from_pretrained")
tests/test_litellm/litellm_core_utils/test_token_counter.py:None
Routetest_commit_msg_accepts_conventional_subjects
pytest.mark.parametrize( "subject", [ "feat(router): add weighted round-robin strategy",
tests/test_litellm/test_git_hooks.py:None
Routetest_commit_msg_passes_git_generated_messages
pytest.mark.parametrize( "subject", [ "Merge branch 'main' into feature/foo", 'Revert
tests/test_litellm/test_git_hooks.py:None
Routetest_commit_msg_rejects_invalid_subjects
pytest.mark.parametrize( "subject", [ "add stuff", # no type
tests/test_litellm/test_git_hooks.py:None
Routetest_commit_spend_updates_iterates_in_sorted_order
pytest.mark.parametrize( "bucket_name,input_dict,table_attr,method_name,where_key,expected_order", [
tests/test_litellm/proxy/db/test_db_spend_update_writer.py:None
Routetest_common_checks_metadata_route_keeps_key_tags_out_of_provider_metadata
pytest.mark.parametrize( "route", [ "/bedrock/model/us.anthropic.claude-sonnet-4-6/invoke",
tests/test_litellm/proxy/auth/test_auth_checks.py:None
Routetest_completion_cost_defaults_to_zero_duration
patch("litellm.cost_calculator.openai_cost_per_second")
tests/test_litellm/llms/openai/transcriptions/test_transcription_duration_hidden.py:None
Routetest_completion_cost_falls_back_to_response_duration
patch("litellm.cost_calculator.openai_cost_per_second")
tests/test_litellm/llms/openai/transcriptions/test_transcription_duration_hidden.py:None
Routetest_completion_cost_uses_hidden_params_duration
patch("litellm.cost_calculator.openai_cost_per_second")
tests/test_litellm/llms/openai/transcriptions/test_transcription_duration_hidden.py:None
Routetest_completion_datarobot
patch.dict(os.environ, {}, clear=True)
tests/test_litellm/llms/datarobot/test_datarobot.py:None
Routetest_completion_datarobot_with_deployment
patch.dict( os.environ, { "DATAROBOT_ENDPOINT": "https://app.datarobot.com/api/v2/deployments/
tests/test_litellm/llms/datarobot/test_datarobot.py:None
Routetest_completion_github_copilot_mock_response
patch("litellm.llms.github_copilot.authenticator.Authenticator.get_api_key")
tests/test_litellm/llms/github_copilot/test_github_copilot_transformation.py:None
Routetest_completion_model_stream
pytest.mark.parametrize( "model", [ # "claude-3-5-haiku-20241022", # "mistral/mistral-
tests/local_testing/test_streaming.py:None
Routetest_completion_non_streaming
patch("litellm.llms.custom_httpx.http_handler._get_httpx_client")
tests/test_litellm/llms/azure_ai/claude/test_azure_anthropic_handler.py:None
Routetest_completion_stream_watsonx
pytest.mark.skip(reason="Skip test. account deleted.")
tests/local_testing/test_completion.py:None
Routetest_completion_streaming
patch("litellm.llms.anthropic.chat.handler.make_sync_call")
tests/test_litellm/llms/azure_ai/claude/test_azure_anthropic_handler.py:None
Routetest_completion_uses_azure_anthropic_config
patch("litellm.utils.ProviderConfigManager")
tests/test_litellm/llms/azure_ai/claude/test_azure_anthropic_handler.py:None
Routetest_completion_watsonx_error
pytest.mark.skip(reason="Account deleted by IBM.")
tests/local_testing/test_completion.py:None
Routetest_completion_watsonx_stream
pytest.mark.skip(reason="Account deleted by IBM.")
tests/local_testing/test_streaming.py:None
Routetest_completion_with_tools_routes_to_responses_api
patch("litellm.completion_extras.responses_api_bridge.completion")
tests/test_litellm/test_xai_responses_auto_routing.py:None
Routetest_compliance_routes_open_to_non_admin_roles
pytest.mark.parametrize( "route", ["/compliance/eu-ai-act", "/compliance/gdpr"], )
tests/test_litellm/proxy/auth/test_route_checks.py:None
Routetest_configurable_clientside_parameters
pytest.mark.parametrize( "allowed_param, input_value, should_return_true", [ ("api_base", {"ap
tests/local_testing/test_auth_utils.py:None
Routetest_connection
router.post("/test/connection", dependencies=[Depends(user_api_key_auth)])
litellm/proxy/_experimental/mcp_server/rest_endpoints.py:None
Routetest_construct_database_url_from_env_vars
patch.dict(os.environ, {}, clear=True)
tests/test_litellm/proxy/test_proxy_cli.py:None
Routetest_container_create_full_flow
patch("litellm.llms.custom_httpx.llm_http_handler.HTTPHandler")
tests/test_litellm/containers/test_container_integration.py:None
Routetest_container_delete_full_flow
patch("litellm.llms.custom_httpx.llm_http_handler.HTTPHandler")
tests/test_litellm/containers/test_container_integration.py:None
Routetest_container_files_api
pytest.mark.skipif(not os.getenv("OPENAI_API_KEY"), reason="OPENAI_API_KEY not set")
tests/llm_translation/test_containers_api.py:None
Routetest_container_list_full_flow
patch("litellm.llms.custom_httpx.llm_http_handler.HTTPHandler")
tests/test_litellm/containers/test_container_integration.py:None
Routetest_container_retrieve_full_flow
patch("litellm.llms.custom_httpx.llm_http_handler.HTTPHandler")
tests/test_litellm/containers/test_container_integration.py:None
Routetest_containers_routes_are_llm_api_routes
pytest.mark.parametrize( "route", [ "/containers", "/v1/containers", "/contain
tests/test_litellm/proxy/auth/test_route_checks.py:None
Routetest_convert_cached_responses_result_parameterized
pytest.mark.parametrize( "call_type, cached_result, expected_type", [ ( CallTypes.
tests/local_testing/test_caching_handler.py:None
Routetest_convert_to_anthropic_tool_result_with_force_base64
patch("litellm.litellm_core_utils.prompt_templates.factory.convert_url_to_base64")
tests/test_litellm/llms/vertex_ai/vertex_ai_partner_models/anthropic/test_vertex_ai_anthropic_image_url_handling.py:None
Routetest_convert_to_anthropic_tool_result_without_force_base64
patch("litellm.litellm_core_utils.prompt_templates.factory.convert_url_to_base64")
tests/test_litellm/llms/vertex_ai/vertex_ai_partner_models/anthropic/test_vertex_ai_anthropic_image_url_handling.py:None
← previousnext →701–800 of 1,734, ranked by callers