MCPcopy Create free account

hub / github.com/BerriAI/litellm / endpoints

Endpoints1,986 in github.com/BerriAI/litellm

⨍ Functions 86,368◇ Types & classes 12,471↳ Endpoints 1,986
Routetest_check_and_create_cache_existing_cache_found
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_and_create_cache_http_error
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_and_create_cache_no_cached_messages
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_and_create_cache_omits_tool_config_when_tool_choice_unset
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_and_create_cache_skips_when_below_min_tokens
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_and_create_cache_tool_choice_function_pin
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_and_create_cache_tool_choice_in_request_body
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_and_create_cache_tool_choice_typed_constructor
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_and_create_cache_with_cached_content
patch( "litellm.llms.vertex_ai.context_caching.vertex_ai_context_caching.separate_cached_messages"
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_cache_pagination_finds_cache_on_second_page
patch.object(ContextCachingEndpoints, "_get_token_and_url_context_caching")
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_cache_pagination_max_pages_limit
patch.object(ContextCachingEndpoints, "_get_token_and_url_context_caching")
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_cache_pagination_multiple_pages
patch.object(ContextCachingEndpoints, "_get_token_and_url_context_caching")
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_cache_pagination_stops_when_no_next_token
patch.object(ContextCachingEndpoints, "_get_token_and_url_context_caching")
tests/test_litellm/llms/vertex_ai/context_caching/test_vertex_ai_context_caching.py:None
Routetest_check_end_user_budget
pytest.mark.parametrize("customer_spend, customer_budget", [(0, 10), (10, 0)])
tests/proxy_unit_tests/test_auth_checks.py:None
Routetest_check_org_key_limits_aggregate
pytest.mark.parametrize( "org_budget,body_extras,expected_status,detail_substring", [(b, c, d, e) for
tests/proxy_behavior/management/test_key_budget_limits.py:None
Routetest_check_org_team_limits_budget_enforced
pytest.mark.parametrize( "org_budget,body_extras,expected_status", [(b, c, d) for (_id, b, c, d) in _O
tests/proxy_behavior/management/test_team_budget_limits.py:None
Routetest_chunk_processor_yields_raw_bytes
pytest.mark.parametrize( "endpoint_type,url_route", [ ( EndpointType.VERTEX_AI,
tests/pass_through_unit_tests/test_unit_test_streaming.py:None
Routetest_circuit_breaker_opens_when_method_swallows_redis_failure
pytest.mark.parametrize( "call_method", [ pytest.param(lambda c: c.async_get_cache("lit4930"),
tests/test_litellm/caching/test_redis_cache.py:None
Routetest_classify_billable
pytest.mark.parametrize( "path,expected", [ ("/v1/chat/completions", (BillableCategory.LLM, "/
tests/test_litellm/proxy/middleware/test_billable_request_metrics_middleware.py:None
Routetest_classify_code_generation
pytest.mark.parametrize( "text", [ "Write a Python function that reverses a linked list",
tests/test_litellm/router_strategy/adaptive_router/test_classifier.py:None
Routetest_classify_strategy_router_model
pytest.mark.parametrize( "model,expected", [ ("anthropic/claude-sonnet-5", None), ("co
tests/test_litellm/router_utils/test_auto_router_model_naming.py:None
Routetest_classify_technical_design
pytest.mark.parametrize( "text", [ "Design a microservice architecture for an event-driven sys
tests/test_litellm/router_strategy/adaptive_router/test_classifier.py:None
Routetest_classify_writing
pytest.mark.parametrize( "text", [ "Draft an email to my team announcing the launch",
tests/test_litellm/router_strategy/adaptive_router/test_classifier.py:None
Routetest_claude_tokenizer_api_failure
patch("litellm.utils.Tokenizer.from_str")
tests/test_litellm/litellm_core_utils/test_token_counter.py:None
Routetest_cleanup_error_after_success_is_swallowed
patch("litellm.experimental_mcp_client.client.ClientSession")
tests/test_litellm/experimental_mcp_client/test_mcp_client.py:None
Routetest_cohere_embed_passthrough_cost_tracking
patch("litellm.completion_cost")
tests/test_litellm/proxy/pass_through_endpoints/llm_provider_handlers/test_cohere_passthrough_logging_handler.py:None
Routetest_cohere_embed_v4_input_types
pytest.mark.parametrize( "input_type", ["search_document", "search_query", "classification", "clustering"]
tests/llm_translation/test_cohere.py:None
Routetest_cohere_img_embeddings
pytest.mark.parametrize( "input, input_type", [ ( [ "data:image/jp
tests/local_testing/test_embedding.py:None
Routetest_cohere_tokenizer_api_failure
patch("litellm.utils.Tokenizer.from_pretrained")
tests/test_litellm/litellm_core_utils/test_token_counter.py:None
Routetest_cold_counter_reseed_keeps_counter_equal_to_db_spend
pytest.mark.covers("quota_management.budget.spend_counter.reseed_matches_db")
tests/e2e/quota_management/budgets/test_spend_counter_reseed_e2e.py:None
Routetest_commit_msg_accepts_conventional_subjects
pytest.mark.parametrize( "subject", [ "feat(router): add weighted round-robin strategy",
tests/test_litellm/test_git_hooks.py:None
Routetest_commit_msg_passes_git_generated_messages
pytest.mark.parametrize( "subject", [ "Merge branch 'main' into feature/foo", 'Revert
tests/test_litellm/test_git_hooks.py:None
Routetest_commit_msg_rejects_invalid_subjects
pytest.mark.parametrize( "subject", [ "add stuff", # no type
tests/test_litellm/test_git_hooks.py:None
Routetest_commit_spend_updates_iterates_in_sorted_order
pytest.mark.parametrize( "bucket_name,input_dict,table_attr,method_name,where_key,expected_order", [
tests/test_litellm/proxy/db/test_db_spend_update_writer.py:None
Routetest_common_checks_metadata_route_keeps_key_tags_out_of_provider_metadata
pytest.mark.parametrize( "route", [ "/bedrock/model/us.anthropic.claude-sonnet-4-6/invoke",
tests/test_litellm/proxy/auth/test_auth_checks.py:None
Routetest_complete_gdc_prefers_gdc_api_base_over_global
patch("litellm.main.base_llm_http_handler.completion")
tests/test_litellm/llms/gdc/chat/test_gdc_chat_transformation.py:None
Routetest_complete_gdc_resolves_key_and_base
patch("litellm.main.base_llm_http_handler.completion")
tests/test_litellm/llms/gdc/chat/test_gdc_chat_transformation.py:None
Routetest_completion_cost_defaults_to_zero_duration
patch("litellm.cost_calculator.openai_cost_per_second")
tests/test_litellm/llms/openai/transcriptions/test_transcription_duration_hidden.py:None
Routetest_completion_cost_falls_back_to_response_duration
patch("litellm.cost_calculator.openai_cost_per_second")
tests/test_litellm/llms/openai/transcriptions/test_transcription_duration_hidden.py:None
Routetest_completion_cost_uses_hidden_params_duration
patch("litellm.cost_calculator.openai_cost_per_second")
tests/test_litellm/llms/openai/transcriptions/test_transcription_duration_hidden.py:None
Routetest_completion_datarobot
patch.dict(os.environ, {}, clear=True)
tests/test_litellm/llms/datarobot/test_datarobot.py:None
Routetest_completion_datarobot_with_deployment
patch.dict( os.environ, { "DATAROBOT_ENDPOINT": "https://app.datarobot.com/api/v2/deployments/
tests/test_litellm/llms/datarobot/test_datarobot.py:None
Routetest_completion_github_copilot_mock_response
patch("litellm.llms.github_copilot.authenticator.Authenticator.get_api_key")
tests/test_litellm/llms/github_copilot/test_github_copilot_transformation.py:None
Routetest_completion_model_stream
pytest.mark.parametrize( "model", [ # "claude-3-5-haiku-20241022", # "mistral/mistral-
tests/local_testing/test_streaming.py:None
Routetest_completion_non_streaming
patch("litellm.llms.custom_httpx.http_handler._get_httpx_client")
tests/test_litellm/llms/azure_ai/claude/test_azure_anthropic_handler.py:None
Routetest_completion_stream_watsonx
pytest.mark.skip(reason="Skip test. account deleted.")
tests/local_testing/test_completion.py:None
Routetest_completion_streaming
patch("litellm.llms.anthropic.chat.handler.make_sync_call")
tests/test_litellm/llms/azure_ai/claude/test_azure_anthropic_handler.py:None
Routetest_completion_uses_azure_anthropic_config
patch("litellm.utils.ProviderConfigManager")
tests/test_litellm/llms/azure_ai/claude/test_azure_anthropic_handler.py:None
Routetest_completion_watsonx_error
pytest.mark.skip(reason="Account deleted by IBM.")
tests/local_testing/test_completion.py:None
Routetest_completion_watsonx_stream
pytest.mark.skip(reason="Account deleted by IBM.")
tests/local_testing/test_streaming.py:None
Routetest_completion_with_tools_routes_to_responses_api
patch("litellm.completion_extras.responses_api_bridge.completion")
tests/test_litellm/test_xai_responses_auto_routing.py:None
Routetest_complexity_router_registers_affinity_callback_for_deployment_pin
pytest.mark.parametrize( "complexity_router_config,expect_callback", [ ({"tiers": {"SIMPLE": "
tests/test_litellm/test_router.py:None
Routetest_compliance_routes_open_to_non_admin_roles
pytest.mark.parametrize( "route", ["/compliance/eu-ai-act", "/compliance/gdpr"], )
tests/test_litellm/proxy/auth/test_route_checks.py:None
Routetest_component_images_launch_uvicorn_through_the_entrypoint
pytest.mark.parametrize( "dockerfile, app_target", [ (GATEWAY_DOCKERFILE, "gateway.main:app"),
tests/test_litellm/test_component_entrypoint.py:None
Routetest_config_update_persists_router_setting_to_get
pytest.mark.covers("mgmt.router_settings.update.happy_path")
tests/e2e/management/test_config_misc_endpoints_e2e.py:None
Routetest_configurable_clientside_parameters
pytest.mark.parametrize( "allowed_param, input_value, should_return_true", [ ("api_base", {"ap
tests/local_testing/test_auth_utils.py:None
Routetest_connection
router.post("/test/connection", dependencies=[Depends(user_api_key_auth)])
litellm/proxy/_experimental/mcp_server/rest_endpoints.py:None
Routetest_construct_database_url_from_env_vars
patch.dict(os.environ, {}, clear=True)
tests/test_litellm/proxy/test_proxy_cli.py:None
Routetest_container_create_full_flow
patch("litellm.llms.custom_httpx.llm_http_handler.HTTPHandler")
tests/test_litellm/containers/test_container_integration.py:None
Routetest_container_delete_full_flow
patch("litellm.llms.custom_httpx.llm_http_handler.HTTPHandler")
tests/test_litellm/containers/test_container_integration.py:None
Routetest_container_files_api
pytest.mark.skipif(not os.getenv("OPENAI_API_KEY"), reason="OPENAI_API_KEY not set")
tests/llm_translation/test_containers_api.py:None
Routetest_container_list_full_flow
patch("litellm.llms.custom_httpx.llm_http_handler.HTTPHandler")
tests/test_litellm/containers/test_container_integration.py:None
Routetest_container_retrieve_full_flow
patch("litellm.llms.custom_httpx.llm_http_handler.HTTPHandler")
tests/test_litellm/containers/test_container_integration.py:None
Routetest_containers_routes_are_llm_api_routes
pytest.mark.parametrize( "route", [ "/containers", "/v1/containers", "/contain
tests/test_litellm/proxy/auth/test_route_checks.py:None
Routetest_convert_cached_responses_result_parameterized
pytest.mark.parametrize( "call_type, cached_result, expected_type", [ ( CallTypes.
tests/local_testing/test_caching_handler.py:None
Routetest_convert_to_anthropic_tool_result_with_force_base64
patch("litellm.litellm_core_utils.prompt_templates.factory.convert_url_to_base64")
tests/test_litellm/llms/vertex_ai/vertex_ai_partner_models/anthropic/test_vertex_ai_anthropic_image_url_handling.py:None
Routetest_convert_to_anthropic_tool_result_without_force_base64
patch("litellm.litellm_core_utils.prompt_templates.factory.convert_url_to_base64")
tests/test_litellm/llms/vertex_ai/vertex_ai_partner_models/anthropic/test_vertex_ai_anthropic_image_url_handling.py:None
Routetest_cooldown_rate_limit
patch( "litellm.router_utils.cooldown_handlers.get_deployment_successes_for_current_minute" )
tests/router_unit_tests/test_router_cooldown_utils.py:None
Routetest_cost_calculation_does_not_duplicate_provider_prefix
patch("litellm.completion_cost")
tests/test_litellm/proxy/pass_through_endpoints/llm_provider_handlers/test_anthropic_passthrough_logging_handler.py:None
Routetest_cost_calculation_resolves_unknown_model_from_litellm_params
patch("litellm.completion_cost")
tests/test_litellm/proxy/pass_through_endpoints/llm_provider_handlers/test_anthropic_passthrough_logging_handler.py:None
Routetest_cost_calculation_resolves_unknown_model_from_model_group
patch("litellm.completion_cost")
tests/test_litellm/proxy/pass_through_endpoints/llm_provider_handlers/test_anthropic_passthrough_logging_handler.py:None
Routetest_cost_calculation_skips_unknown_litellm_params_model_for_model_group
patch("litellm.completion_cost")
tests/test_litellm/proxy/pass_through_endpoints/llm_provider_handlers/test_anthropic_passthrough_logging_handler.py:None
Routetest_cost_calculation_with_azure_ai_custom_llm_provider
patch("litellm.completion_cost")
tests/test_litellm/proxy/pass_through_endpoints/llm_provider_handlers/test_anthropic_passthrough_logging_handler.py:None
Routetest_cost_calculation_with_missing_model_info
patch( "litellm.proxy.pass_through_endpoints.llm_provider_handlers.vertex_ai_live_passthrough_logging_
tests/pass_through_unit_tests/test_vertex_ai_live_passthrough.py:None
Routetest_cost_calculation_without_custom_llm_provider
patch("litellm.completion_cost")
tests/test_litellm/proxy/pass_through_endpoints/llm_provider_handlers/test_anthropic_passthrough_logging_handler.py:None
Routetest_create_500_when_no_db
patch("litellm.proxy.proxy_server.prisma_client", None)
tests/test_litellm/proxy/management_endpoints/test_workflow_management_endpoints.py:None
Routetest_create_client_session_default
patch("aiohttp.ClientSession")
tests/test_litellm/llms/custom_httpx/test_aiohttp_handler.py:None
Routetest_create_client_session_with_connector
patch("aiohttp.ClientSession")
tests/test_litellm/llms/custom_httpx/test_aiohttp_handler.py:None
Routetest_create_client_session_with_transport
patch("aiohttp.ClientSession")
tests/test_litellm/llms/custom_httpx/test_aiohttp_handler.py:None
Routetest_create_container_defaults_to_standard_openai
patch("litellm.llms.custom_httpx.http_handler.HTTPHandler.post")
tests/test_litellm/containers/test_container_regional_api_base.py:None
Routetest_create_container_router_call_mock
patch("litellm.containers.main.base_llm_http_handler")
tests/test_litellm/test_container_router.py:None
Routetest_create_container_uses_env_var_openai_base_url
patch("litellm.llms.custom_httpx.http_handler.HTTPHandler.post")
tests/test_litellm/containers/test_container_regional_api_base.py:None
Routetest_create_container_uses_regional_api_base
patch("litellm.llms.custom_httpx.http_handler.HTTPHandler.post")
tests/test_litellm/containers/test_container_regional_api_base.py:None
Routetest_create_guardrail_span_with_valid_info
patch("litellm.integrations.opentelemetry.datetime")
tests/test_litellm/integrations/test_opentelemetry.py:None
Routetest_create_model_all_fields
patch( "litellm.repositories.model_repository.encrypt_value_helper", side_effect=lambda v, **k
tests/test_litellm/repositories/test_repositories.py:None
Routetest_create_model_encrypts_params
patch( "litellm.repositories.model_repository.encrypt_value_helper", side_effect=lambda v, **k
tests/test_litellm/repositories/test_repositories.py:None
Routetest_create_returns_run
patch("litellm.proxy.proxy_server.prisma_client")
tests/test_litellm/proxy/management_endpoints/test_workflow_management_endpoints.py:None
Routetest_create_stores_caller_token
patch("litellm.proxy.proxy_server.prisma_client")
tests/test_litellm/proxy/management_endpoints/test_workflow_management_endpoints.py:None
Routetest_create_team_member_add_team_admin_user_api_key_auth
pytest.mark.parametrize("team_route", ["/team/member_add", "/team/member_delete"])
tests/proxy_unit_tests/test_proxy_server.py:None
Routetest_create_user_success
patch("requests.post")
tests/test_litellm/proxy/client/test_users.py:None
Routetest_create_user_unauthorized
patch("requests.post")
tests/test_litellm/proxy/client/test_users.py:None
Routetest_created_budget_appears_in_budget_list
pytest.mark.covers("mgmt.budget.list.happy_path")
tests/e2e/management/test_budget_customer_user_org_e2e.py:None
Routetest_cursor_chat_completions_route
patch("litellm.proxy.proxy_server.llm_router")
tests/test_litellm/proxy/response_api_endpoints/test_endpoints.py:None
Routetest_custom_code_guardrail
router.post( "/guardrails/test_custom_code", tags=["Guardrails"], response_model=TestCustomCodeGua
litellm/proxy/guardrails/guardrail_endpoints.py:None
Routetest_custom_logger_failure_handler
mock_patch_acompletion()
tests/proxy_unit_tests/test_proxy_server.py:None
Routetest_custom_openapi
patch( "litellm.proxy.proxy_server.get_openapi_schema", return_value={ "paths": {
tests/proxy_unit_tests/test_proxy_utils.py:None
Routetest_custom_span_name
patch("litellm.integrations.braintrust_logging.HTTPHandler")
tests/test_litellm/integrations/test_braintrust_span_name.py:None
Routetest_database_url_construction_with_special_characters
patch.dict(os.environ, {}, clear=True)
tests/test_litellm/proxy/test_proxy_cli.py:None
Routetest_db_connection_extra_params_forwarded_to_url
patch("subprocess.run")
tests/test_litellm/proxy/test_proxy_cli.py:None
Routetest_db_registered_pass_through_route_bare_path_convention
pytest.mark.parametrize( "server_root_path,route_type,incoming_route,should_match", [ ("", "su
tests/test_litellm/proxy/pass_through_endpoints/test_pass_through_endpoints.py:None
← previousnext →801–900 of 1,986, ranked by callers