MCPcopy Create free account

hub / github.com/BerriAI/litellm / endpoints

Endpoints1,734 in github.com/BerriAI/litellm

⨍ Functions 68,180◇ Types & classes 10,037↳ Endpoints 1,734
Routetest_append_message
patch("litellm.proxy.proxy_server.prisma_client")
tests/test_litellm/proxy/management_endpoints/test_workflow_management_endpoints.py:None
Routetest_append_message_unknown_run_returns_404
patch("litellm.proxy.proxy_server.prisma_client")
tests/test_litellm/proxy/management_endpoints/test_workflow_management_endpoints.py:None
Routetest_apply_guardrail_blocks_below_threshold
patch("litellm.proxy.guardrails.guardrail_hooks.llm_as_a_judge.litellm.acompletion")
tests/test_litellm/proxy/guardrails/test_llm_as_a_judge.py:None
Routetest_apply_guardrail_clamps_score
patch("litellm.proxy.guardrails.guardrail_hooks.llm_as_a_judge.litellm.acompletion")
tests/test_litellm/proxy/guardrails/test_llm_as_a_judge.py:None
Routetest_apply_guardrail_judge_error_fails_open
patch("litellm.proxy.guardrails.guardrail_hooks.llm_as_a_judge.litellm.acompletion")
tests/test_litellm/proxy/guardrails/test_llm_as_a_judge.py:None
Routetest_apply_guardrail_log_mode_does_not_block
patch("litellm.proxy.guardrails.guardrail_hooks.llm_as_a_judge.litellm.acompletion")
tests/test_litellm/proxy/guardrails/test_llm_as_a_judge.py:None
Routetest_apply_guardrail_passes_above_threshold
patch("litellm.proxy.guardrails.guardrail_hooks.llm_as_a_judge.litellm.acompletion")
tests/test_litellm/proxy/guardrails/test_llm_as_a_judge.py:None
Routetest_apply_guardrail_text_concatenation
patch( "litellm.proxy.guardrails.guardrail_hooks.zscaler_ai_guard.ZscalerAIGuard.make_zscaler_ai_guard_api
tests/guardrails_tests/test_zscaler_ai_guard.py:None
Routetest_arize_does_not_set_proxy_otel_logger
patch("litellm.proxy.proxy_server.open_telemetry_logger", None)
tests/test_litellm/integrations/arize/test_arize_otel_coexistence.py:None
Routetest_arize_phoenix_does_not_set_proxy_otel_logger
patch("litellm.proxy.proxy_server.open_telemetry_logger", None)
tests/test_litellm/integrations/arize/test_arize_otel_coexistence.py:None
Routetest_arouter_amoderation_with_credential_name
patch("litellm.amoderation")
tests/test_litellm/test_router.py:None
Routetest_async_azure_max_retries_0
patch("litellm.main.azure_chat_completions.make_azure_openai_chat_completion_request")
tests/llm_translation/test_azure_openai.py:None
Routetest_async_check_and_create_cache_create_new_cache
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_async_check_and_create_cache_existing_cache_found
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_async_check_and_create_cache_no_cached_messages
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_async_check_and_create_cache_skips_when_below_min_tokens
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_async_check_and_create_cache_timeout_error
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_async_check_and_create_cache_tool_choice_in_request_body
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_async_check_and_create_cache_with_cached_content
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_async_check_cache_pagination_finds_cache_on_second_page
patch.object(ContextCachingEndpoints, "_get_token_and_url_context_caching")
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_async_check_cache_pagination_max_pages_limit
patch.object(ContextCachingEndpoints, "_get_token_and_url_context_caching")
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_async_check_cache_pagination_stops_when_no_next_token
patch.object(ContextCachingEndpoints, "_get_token_and_url_context_caching")
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_async_client_prefers_cluster_over_url
patch("litellm._redis.async_redis.RedisCluster")
tests/test_litellm/test_redis.py:None
Routetest_async_client_prefers_cluster_over_url_via_env_var
patch("litellm._redis.async_redis.RedisCluster")
tests/test_litellm/test_redis.py:None
Routetest_async_completion_handles_starting_status
patch("litellm.llms.replicate.chat.handler.get_async_httpx_client")
tests/llm_translation/test_replicate.py:None
Routetest_async_container_create_full_flow
patch("litellm.llms.custom_httpx.llm_http_handler.AsyncHTTPHandler")
tests/test_litellm/containers/test_container_integration.py:None
Routetest_async_container_list_full_flow
patch("litellm.llms.custom_httpx.llm_http_handler.AsyncHTTPHandler")
tests/test_litellm/containers/test_container_integration.py:None
Routetest_async_custom_span_name
patch("litellm.integrations.braintrust_logging.get_async_httpx_client")
tests/test_litellm/integrations/test_braintrust_span_name.py:None
Routetest_async_data_generator_anthropic_dict_handling
patch("litellm.litellm_core_utils.safe_json_dumps.safe_dumps")
tests/test_litellm/proxy/anthropic_endpoints/test_endpoints.py:None
Routetest_async_http_handler
mock.patch("httpx.AsyncClient")
tests/litellm_utils_tests/test_utils.py:None
Routetest_async_http_handler_force_ipv4
mock.patch("httpx.AsyncClient")
tests/litellm_utils_tests/test_utils.py:None
Routetest_async_http_status_201
patch( "litellm.llms.vertex_ai.gemini.vertex_and_google_ai_studio_gemini.get_async_httpx_client" )
tests/test_litellm/llms/vertex_ai/test_http_status_201.py:None
Routetest_async_invoke_twelvelabs_embedding_request_transformation
pytest.mark.parametrize( "model,input_type", [ ("bedrock/async_invoke/twelvelabs.m
tests/test_litellm/llms/bedrock/embed/test_bedrock_async_invoke_embedding.py:None
Routetest_async_log_success_event
patch("litellm.integrations.openmeter.get_async_httpx_client")
tests/test_litellm/integrations/test_openmeter.py:None
Routetest_async_log_success_event_with_custom_span_name
patch("litellm.integrations.braintrust_logging.get_async_httpx_client")
tests/test_litellm/integrations/test_braintrust_logging.py:None
Routetest_async_log_success_event_with_default_span_name
patch("litellm.integrations.braintrust_logging.get_async_httpx_client")
tests/test_litellm/integrations/test_braintrust_logging.py:None
Routetest_async_log_success_event_with_dict_usage
pytest.mark.parametrize( "token_rate_limit_type,expected_field", [ ("input", "prompt_tokens"),
tests/test_litellm/proxy/hooks/test_parallel_request_limiter_v3.py:None
Routetest_async_pre_routing_hook_with_list_route_choice
patch("semantic_router.routers.SemanticRouter")
tests/test_litellm/router_strategy/test_auto_router.py:None
Routetest_async_pre_routing_hook_with_route_choice
patch("semantic_router.routers.SemanticRouter")
tests/test_litellm/router_strategy/test_auto_router.py:None
Routetest_async_raises_masked_error
pytest.mark.parametrize("method", ["post", "put", "patch", "delete"])
tests/test_litellm/llms/custom_httpx/test_credential_leak_prevention.py:None
Routetest_async_sentinel_uses_sentinel_password_and_master_password
patch("litellm._redis.async_redis.Sentinel")
tests/test_litellm/test_redis.py:None
Routetest_auth_builder_single_team_db_fallback_when_jwt_has_no_team
pytest.mark.parametrize( ( "user_id", "user_teams", "get_team_object_return",
tests/test_litellm/proxy/auth/test_handle_jwt.py:None
Routetest_auth_callback_new_user
patch("fastapi_sso.sso.google.GoogleSSO")
tests/proxy_admin_ui_tests/test_sso_sign_in.py:None
Routetest_auth_callback_new_user_with_sso_default
patch("fastapi_sso.sso.google.GoogleSSO")
tests/proxy_admin_ui_tests/test_sso_sign_in.py:None
Routetest_auth_with_access_key_and_secret_key
patch("boto3.Session")
tests/llm_translation/test_aws_base_llm.py:None
Routetest_auth_with_allowed_routes
pytest.mark.parametrize( "route, should_raise_error", [ ("/embeddings", False), ("/cha
tests/proxy_unit_tests/test_user_api_key_auth.py:None
Routetest_auth_with_aws_profile
patch("boto3.Session")
tests/llm_translation/test_aws_base_llm.py:None
Routetest_auth_with_aws_role
patch("boto3.client")
tests/llm_translation/test_aws_base_llm.py:None
Routetest_auth_with_env_vars
patch("boto3.Session")
tests/llm_translation/test_aws_base_llm.py:None
Routetest_auth_with_web_identity_token
patch("boto3.client")
tests/llm_translation/test_aws_base_llm.py:None
Routetest_auto_init_creates_phoenix_logger
patch.dict( os.environ, { "PHOENIX_COLLECTOR_HTTP_ENDPOINT": "http://localhost:600
tests/test_litellm/integrations/arize/test_arize_otel_coexistence.py:None
Routetest_available_team_self_join_blocks_member_budget_controls
pytest.mark.parametrize( "budget_control", [ {"max_budget_in_team": 1000.0}, {"budget_
tests/test_litellm/proxy/management_endpoints/test_team_endpoints.py:None
Routetest_azure_computer_use_cost_calculation
pytest.mark.parametrize( "input_tokens,output_tokens,expected_cost", [ (
tests/test_litellm/litellm_core_utils/llm_cost_calc/test_azure_assistant_cost_tracking.py:None
Routetest_azure_content_safety_pre_call_fires_on_runtime_call_types
pytest.mark.parametrize( "call_type, data", [ ( "acompletion", {
tests/test_litellm/proxy/guardrails/test_guardrail_coverage.py:None
Routetest_azure_embedding_max_retries_0
patch("litellm.llms.azure.common_utils.select_azure_base_url_or_endpoint")
tests/llm_translation/test_azure_openai.py:None
Routetest_azure_extra_headers
pytest.mark.parametrize( "input, call_type", [ ({"messages": [{"role": "user", "content": "Hel
tests/llm_translation/test_azure_openai.py:None
Routetest_azure_gpt55_entries_present_with_correct_pricing
pytest.mark.parametrize( "model,expected_mode,expected_input,expected_output,expected_cache_read", [
tests/test_litellm/litellm_core_utils/llm_cost_calc/test_llm_cost_calc_utils.py:None
Routetest_azure_instruct
patch("litellm.llms.azure.common_utils.select_azure_base_url_or_endpoint")
tests/llm_translation/test_azure_openai.py:None
Routetest_azure_max_retries_0
patch( "litellm.main.azure_chat_completions.make_sync_azure_openai_chat_completion_request" )
tests/llm_translation/test_azure_openai.py:None
Routetest_azure_passthrough_tags_metadata_model_provider
patch("litellm.completion_cost")
tests/test_litellm/proxy/pass_through_endpoints/llm_provider_handlers/test_openai_passthrough_logging_handler.py:None
Routetest_azure_specific_environment_validation
patch("litellm.llms.azure.common_utils.litellm")
tests/test_litellm/llms/azure/videos/test_azure_video_transformation.py:None
Routetest_azure_video_generation_router_call_mock
patch("litellm.videos.main.base_llm_http_handler")
tests/test_litellm/test_azure_video_router.py:None
Routetest_base_aws_llm_auth_with_role_passes_ssl_verify
patch("boto3.client")
tests/test_litellm/llms/bedrock/test_bedrock_ssl_verify.py:None
Routetest_base_aws_llm_auth_with_web_identity_passes_ssl_verify
patch("litellm.llms.bedrock.base_aws_llm.get_secret")
tests/test_litellm/llms/bedrock/test_bedrock_ssl_verify.py:None
Routetest_base_openai_pass_through_handler
patch( "litellm.proxy.pass_through_endpoints.llm_passthrough_endpoints.create_pass_through_route"
tests/test_litellm/proxy/pass_through_endpoints/test_llm_pass_through_endpoints.py:None
Routetest_basic_rerank_deepinfra
patch("litellm.llms.custom_httpx.http_handler.AsyncHTTPHandler.post")
tests/test_litellm/llms/deepinfra/test_deepinfra_rerank.py:None
Routetest_basic_rerank_deepinfra
patch("litellm.llms.custom_httpx.http_handler.AsyncHTTPHandler.post")
tests/test_litellm/llms/deepinfra/test_deepinfra_rerank_integration.py:None
Routetest_basic_rerank_huggingface
patch("litellm.llms.custom_httpx.http_handler.AsyncHTTPHandler.post")
tests/test_litellm/llms/huggingface/rerank/test_huggingface_rerank_transformation.py:None
Routetest_batch_creation_handler_model_extraction_from_nested_request
patch( "litellm.proxy.pass_through_endpoints.llm_provider_handlers.anthropic_passthrough_logging_handl
tests/test_litellm/proxy/pass_through_endpoints/llm_provider_handlers/test_anthropic_passthrough_logging_handler.py:None
Routetest_batch_creation_handler_model_prefix_when_not_in_router
patch( "litellm.proxy.pass_through_endpoints.llm_provider_handlers.anthropic_passthrough_logging_handl
tests/test_litellm/proxy/pass_through_endpoints/llm_provider_handlers/test_anthropic_passthrough_logging_handler.py:None
Routetest_batch_creation_handler_success
patch( "litellm.proxy.pass_through_endpoints.llm_provider_handlers.anthropic_passthrough_logging_handl
tests/test_litellm/proxy/pass_through_endpoints/llm_provider_handlers/test_anthropic_passthrough_logging_handler.py:None
Routetest_batch_rate_limiter_with_managed_files
pytest.mark.skipif( os.environ.get("OPENAI_API_KEY") is None, reason="OPENAI_API_KEY not set - skippin
tests/batches_tests/test_batch_rate_limits.py:None
Routetest_batch_rate_limits
pytest.mark.skipif( os.environ.get("OPENAI_API_KEY") is None, reason="OPENAI_API_KEY not set - skippin
tests/batches_tests/test_batch_rate_limits.py:None
Routetest_bedrock_embedding
mock_patch_aembedding()
tests/proxy_unit_tests/test_proxy_server.py:None
Routetest_bedrock_embedding_models
pytest.mark.parametrize( "model,input_type,embed_response", [ ( "bedrock/amazon.ti
tests/llm_translation/test_bedrock_embedding.py:None
Routetest_bedrock_embedding_with_api_key_bearer_token
pytest.mark.parametrize( "model,input_type,embed_response", [ ("bedrock/amazon.titan-embed-tex
tests/test_litellm/llms/bedrock/embed/test_bedrock_embedding.py:None
Routetest_bedrock_embedding_with_env_variable_bearer_token
pytest.mark.parametrize( "model,input_type,embed_response", [ ("bedrock/amazon.titan-embed-tex
tests/test_litellm/llms/bedrock/embed/test_bedrock_embedding.py:None
Routetest_bedrock_route_detection
pytest.mark.parametrize( "model,expected_route", [ # Test explicit route prefixes ("in
tests/llm_translation/test_bedrock_completion.py:None
Routetest_bitbucket_client_get_file_content_access_denied
patch("litellm.llms.custom_httpx.http_handler.HTTPHandler.get")
tests/test_litellm/integrations/bitbucket/test_bitbucket_prompt_manager.py:None
Routetest_bitbucket_client_get_file_content_auth_failed
patch("litellm.llms.custom_httpx.http_handler.HTTPHandler.get")
tests/test_litellm/integrations/bitbucket/test_bitbucket_prompt_manager.py:None
Routetest_bitbucket_client_get_file_content_not_found
patch("litellm.llms.custom_httpx.http_handler.HTTPHandler.get")
tests/test_litellm/integrations/bitbucket/test_bitbucket_prompt_manager.py:None
Routetest_bitbucket_client_get_file_content_success
patch("litellm.llms.custom_httpx.http_handler.HTTPHandler.get")
tests/test_litellm/integrations/bitbucket/test_bitbucket_prompt_manager.py:None
Routetest_bitbucket_client_list_files_success
patch("litellm.llms.custom_httpx.http_handler.HTTPHandler.get")
tests/test_litellm/integrations/bitbucket/test_bitbucket_prompt_manager.py:None
Routetest_bitbucket_prompt_integration_with_litellm
patch("litellm.integrations.bitbucket.bitbucket_prompt_manager.BitBucketClient")
tests/test_litellm/integrations/bitbucket/test_bitbucket_integration.py:None
Routetest_bitbucket_prompt_manager_complex_prompt
patch("litellm.integrations.bitbucket.bitbucket_prompt_manager.BitBucketClient")
tests/test_litellm/integrations/bitbucket/test_bitbucket_integration.py:None
Routetest_bitbucket_prompt_manager_error_handling
patch("litellm.integrations.bitbucket.bitbucket_prompt_manager.BitBucketClient")
tests/test_litellm/integrations/bitbucket/test_bitbucket_integration.py:None
Routetest_bitbucket_prompt_manager_get_template
patch("litellm.integrations.bitbucket.bitbucket_prompt_manager.BitBucketClient")
tests/test_litellm/integrations/bitbucket/test_bitbucket_integration.py:None
Routetest_bitbucket_prompt_manager_initialization
patch("litellm.integrations.bitbucket.bitbucket_prompt_manager.BitBucketClient")
tests/test_litellm/integrations/bitbucket/test_bitbucket_integration.py:None
Routetest_bitbucket_prompt_manager_integration
patch("litellm.integrations.bitbucket.bitbucket_prompt_manager.BitBucketClient")
tests/test_litellm/integrations/bitbucket/test_bitbucket_prompt_manager.py:None
Routetest_bitbucket_prompt_manager_list_templates
patch("litellm.integrations.bitbucket.bitbucket_prompt_manager.BitBucketClient")
tests/test_litellm/integrations/bitbucket/test_bitbucket_integration.py:None
Routetest_bitbucket_prompt_manager_message_parsing
patch("litellm.integrations.bitbucket.bitbucket_prompt_manager.BitBucketClient")
tests/test_litellm/integrations/bitbucket/test_bitbucket_integration.py:None
Routetest_bitbucket_prompt_manager_post_call_hook
patch("litellm.integrations.bitbucket.bitbucket_prompt_manager.BitBucketClient")
tests/test_litellm/integrations/bitbucket/test_bitbucket_integration.py:None
Routetest_bitbucket_prompt_manager_pre_call_hook_integration
patch("litellm.integrations.bitbucket.bitbucket_prompt_manager.BitBucketClient")
tests/test_litellm/integrations/bitbucket/test_bitbucket_integration.py:None
Routetest_bitbucket_prompt_manager_reload_prompts
patch("litellm.integrations.bitbucket.bitbucket_prompt_manager.BitBucketClient")
tests/test_litellm/integrations/bitbucket/test_bitbucket_prompt_manager.py:None
Routetest_block_payload_canonical
pytest.mark.parametrize( "surface,direction,transport", [ ("chat", "input", "http_
tests/test_litellm/proxy/guardrails/guardrail_hooks/test_cisco_ai_defense_chat.py:None
Routetest_block_unblock_model
patch( "litellm.repositories.model_repository.encrypt_value_helper", side_effect=lambda v, **k
tests/test_litellm/repositories/test_repositories.py:None
Routetest_blocks_unregistered_server_chat_completions
patch( "litellm.proxy._experimental.mcp_server.mcp_server_manager.global_mcp_server_manager" )
tests/test_litellm/proxy/guardrails/guardrail_hooks/test_mcp_security.py:None
Routetest_blocks_unregistered_server_responses_api
patch( "litellm.proxy._experimental.mcp_server.mcp_server_manager.global_mcp_server_manager" )
tests/test_litellm/proxy/guardrails/guardrail_hooks/test_mcp_security.py:None
Routetest_bridge_double_call_preserves_native_model
pytest.mark.parametrize( "input_model", [ "openrouter/openrouter/aurora-alpha",
tests/test_litellm/llms/openrouter/test_openrouter_provider_routing.py:None
Routetest_bridge_flag_forwarded_to_file_search_emulation
patch("litellm.responses.file_search.emulated_handler._call_aresponses")
tests/test_litellm/responses/test_responses_api_bridge_flag.py:None
← previousnext →601–700 of 1,734, ranked by callers