MCPcopy Create free account

hub / github.com/BerriAI/litellm / endpoints

Endpoints5,595 in github.com/BerriAI/litellm

Routetest_openai_chat_logs_cost
meta( Subject( domain=Domain.SPEND_BUDGETS, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_chat_completions_regression_e2e.py:None
Routetest_openai_chat_reasoning_reports_reasoning_tokens
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_chat_completions_regression_e2e.py:None
Routetest_openai_chat_returns_tool_call
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_chat_completions_regression_e2e.py:None
Routetest_openai_chat_streams_real_content
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_chat_completions_regression_e2e.py:None
Routetest_openai_chat_streams_tool_call
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_chat_completions_regression_e2e.py:None
Routetest_openai_chat_structured_output_conforms_to_schema
pytest.mark.covers( "llm.chat_completions.openai.structured_output.nonstream.works", exercised
tests/e2e/llm_translation/test_chat_completions_regression_e2e.py:None
Routetest_openai_chat_vision_describes_image
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_chat_completions_regression_e2e.py:None
Routetest_openai_deployments_model_chat_completions_azure
mock_patch_acompletion()
tests/unit/proxy/test_proxy_server.py:None
Routetest_openai_embeddings_route_does_not_use_cohere_embed_path
patch( "litellm.proxy.pass_through_endpoints.llm_provider_handlers.base_passthrough_logging_handler.Ba
tests/unit/proxy/pass_through_endpoints/llm_provider_handlers/test_cohere_passthrough_logging_handler.py:None
Routetest_openai_encrypted_reasoning_from_messages_is_not_sent_to_claude_on_converse
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_bedrock_converse_redacted_thinking_e2e.py:None
Routetest_openai_family_model_id_completes_with_max_tokens
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_bedrock_provider_matrix_e2e.py:None
Routetest_openai_format_decisions_rejects_bodies_it_cannot_translate
pytest.mark.parametrize( "request_body", ( _REQUEST, { "model": "decider",
tests/unit/proxy/decisions_endpoints/test_endpoints.py:None
Routetest_openai_handler_repairs_github_copilot_empty_choices
patch("litellm.llms.openai.openai.OpenAIChatCompletion._get_openai_client")
tests/unit/llms/github_copilot/test_github_copilot_transformation.py:None
Routetest_openai_image_generation_forwards_organization
patch("litellm.main.openai_chat_completions._get_openai_client")
tests/unit/llms/openai/test_openai.py:None
Routetest_openai_input_shapes
pytest.mark.parametrize( ("input_value", "expected_count"), [ ("hello", 1), (["a", "b"
tests/unit/router_utils/test_embedding_batch_size_check.py:None
Routetest_openai_max_retries_0
patch("litellm.main.openai_chat_completions._get_openai_client")
tests/unit/llms/openai/test_openai.py:None
Routetest_openai_messages_count_and_generation_use_the_same_system_placement
pytest.mark.parametrize("placement_source", ["request", "deployment", "router"])
tests/unit/proxy/anthropic_endpoints/test_endpoints.py:None
Routetest_openai_messages_may_need_sync_gcs_metadata_fetch_matrix
pytest.mark.parametrize( "messages,expected", [ ([{"role": "user", "content": "hello"}], False
tests/unit/llms/vertex_ai/test_vertex_gemini_gcs_uri_mime.py:None
Routetest_openai_moderation_records_moderation_id_as_scan_metadata
pytest.mark.parametrize(("input_type", "stage"), [("request", "pre_call"), ("response", "post_call")])
tests/unit/proxy/guardrails/guardrail_hooks/openai/test_moderations.py:None
Routetest_openai_o_series_max_retries_0
patch("litellm.main.azure_o1_chat_completions._get_openai_client")
tests/unit/llms/azure/chat/test_azure_chat_o_series_transformation.py:None
Routetest_openai_passthrough_forwards_verbatim_to_openai
pytest.mark.parametrize( "method, path, body", [ ("POST", "/v1/responses", {"model": "gpt-5.1"
tests/unit/proxy/pass_through_endpoints/test_llm_pass_through_endpoints.py:None
Routetest_openai_passthrough_handler_cost_calculation_error
patch("litellm.completion_cost")
tests/unit/proxy/pass_through_endpoints/llm_provider_handlers/test_openai_passthrough_logging_handler.py:None
Routetest_openai_passthrough_handler_embeddings_sets_response_cost
patch("litellm.completion_cost")
tests/unit/proxy/pass_through_endpoints/llm_provider_handlers/test_openai_passthrough_logging_handler.py:None
Routetest_openai_passthrough_handler_embeddings_without_model_falls_back
patch( "litellm.proxy.pass_through_endpoints.llm_provider_handlers.openai_passthrough_logging_handler.
tests/unit/proxy/pass_through_endpoints/llm_provider_handlers/test_openai_passthrough_logging_handler.py:None
Routetest_openai_passthrough_handler_image_editing
patch("litellm.cost_calculator.default_image_cost_calculator")
tests/unit/proxy/pass_through_endpoints/llm_provider_handlers/test_openai_passthrough_logging_handler.py:None
Routetest_openai_passthrough_handler_image_generation
patch("litellm.cost_calculator.default_image_cost_calculator")
tests/unit/proxy/pass_through_endpoints/llm_provider_handlers/test_openai_passthrough_logging_handler.py:None
Routetest_openai_passthrough_handler_non_chat_completions
patch("litellm.completion_cost")
tests/unit/proxy/pass_through_endpoints/llm_provider_handlers/test_openai_passthrough_logging_handler.py:None
Routetest_openai_passthrough_handler_success
patch("litellm.completion_cost")
tests/unit/proxy/pass_through_endpoints/llm_provider_handlers/test_openai_passthrough_logging_handler.py:None
Routetest_openai_passthrough_handler_with_user_tracking
patch("litellm.completion_cost")
tests/unit/proxy/pass_through_endpoints/llm_provider_handlers/test_openai_passthrough_logging_handler.py:None
Routetest_openai_passthrough_sends_the_openai_beta_header_upstream
pytest.mark.parametrize( ("method", "client_base_path", "path", "client_headers", "upstream_openai_beta"),
tests/unit/proxy/pass_through_endpoints/test_llm_pass_through_endpoints.py:None
Routetest_openai_prefix_chat_returns_completion_and_logs_its_cost
meta( Subject( domain=Domain.PASSTHROUGH, route=Route.PASSTHROUGH,
tests/e2e/llm_translation/test_passthrough_e2e.py:None
Routetest_openai_prefixed_aliases_resolve_like_canonical_routes
pytest.mark.parametrize( "route, expected", [ ("/openai/v1/responses",
tests/unit/proxy/guardrails/guardrail_hooks/unified_guardrails/test_unified_guardrail.py:None
Routetest_openai_prefixed_realtime_translation_routes_denied_for_openai_virtual_keys
pytest.mark.parametrize( "route", [ "/openai/v1/realtime/translations", "/openai/v1/re
tests/unit/proxy/auth/test_route_checks.py:None
Routetest_openai_prompt_caching_reads_cache
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_cache_control.py:None
Routetest_openai_realtime_http_routes_send_the_federated_bearer_for_a_keyless_deployment
pytest.mark.parametrize( ("route", "model"), [ (realtime_main.acreate_realtime_client_secret,
tests/unit/realtime_api/test_main.py:None
Routetest_openai_realtime_http_routes_surface_the_upstream_error_body_verbatim
pytest.mark.parametrize("route", tuple(_OPENAI_REALTIME_HTTP_ROUTE_PATHS))
tests/unit/realtime_api/test_main.py:None
Routetest_openai_realtime_http_routes_trust_the_ca_bundle_set_in_litellm_ssl_verify
pytest.mark.parametrize("route", tuple(UPSTREAM_PATHS))
tests/integration/sdk/test_openai_realtime_http_ca_bundle_wire.py:None
Routetest_openai_routes_answer_provider_overload_as_503
pytest.mark.parametrize("route_type", ("acompletion", "atext_completion", "aresponses"))
tests/unit/proxy/test_common_request_processing.py:None
Routetest_openai_routes_bigmodel_does_not_serve_send_no_request
pytest.mark.parametrize( "call", ( partial(litellm.speech, model=f"bigmodel/{MODEL}", input="H
tests/unit/llms/bigmodel/test_bigmodel_provider.py:None
Routetest_openai_routes_derive_from_a_domain_root
pytest.mark.parametrize(("config_key", "route"), [("chat_config", "chat/completions"), ("embedding_config", "e
tests/unit/llms/dashscope/test_qwen_brand_aliases.py:None
Routetest_openai_service_tier_is_echoed
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_provider_features_e2e.py:None
Routetest_openai_v1_responses_route
patch("litellm.proxy.proxy_server.llm_router")
tests/unit/proxy/response_api_endpoints/test_endpoints.py:None
Routetest_openai_websocket_frames_reach_the_websocket_cost_handler
pytest.mark.parametrize("url_route", ["/openai/v1/realtime", "/openai_passthrough/v1/realtime"])
tests/unit/proxy/pass_through_endpoints/test_success_handler.py:None
Routetest_openapi_dispatch_rejects_unusable_effective_credentials
pytest.mark.parametrize("dispatch", ["managed", "local"])
tests/unit/proxy/mcp_server/test_mcp_server_manager.py:None
Routetest_openrouter_image_conflicts_raise_or_keep_first_frame
pytest.mark.parametrize("other", [ {"content": [{"type": "image_url", "image_url": {"url": "https://exampl
tests/unit/llms/minimax/videos/test_minimax_video_transformation.py:None
Routetest_openrouter_image_conflicts_raise_or_keep_first_frame
pytest.mark.parametrize("other", [ {"content": [{"type": "image_url", "image_url": {"url": "https://exampl
tests/unit/llms/volcengine/test_volcengine_video_transformation.py:None
Routetest_openrouter_served_model_survives_blank_chunks_usage_and_cache_replay
pytest.mark.parametrize( ("wrapper_provider", "logging_provider"), [("openrouter", "openrouter"), ("ca
tests/unit/litellm_core_utils/test_streaming_handler.py:None
Routetest_openrouter_streaming_completion_assembles_text_and_finish_reason
pytest.mark.parametrize("requested_model", ["openrouter/openai/gpt-4o-mini", "openrouter/auto"])
tests/unit/llms/openrouter/chat/test_openrouter_chat_transformation.py:None
Routetest_openrouter_wildcard_lists_the_live_catalog_with_each_vendor_namespace
pytest.mark.parametrize( ("wildcard", "deployment_model", "listed_ids"), [ ( "open
tests/unit/proxy/auth/test_model_checks.py:None
Routetest_operations_dashscope_does_not_expose_raise
pytest.mark.parametrize("operation", ["remix", "list", "delete"])
tests/unit/llms/dashscope/test_dashscope_video_transformation.py:None
Routetest_operator_request_size_limit_caps_the_decoded_body_when_it_is_lower
pytest.mark.parametrize(("route_max_mb", "root_path"), [(None, ""), (1 / 32, ""), (1 / 32, "/gateway")])
tests/unit/proxy/middleware/test_request_body_decompression_middleware.py:None
Routetest_operator_section_normalization_bounds
pytest.mark.parametrize( "patch,error_match", [ ({"classification_examples": "x" *
tests/unit/router_strategy/test_complexity_router.py:None
Routetest_operators_own_tier_ceiling_wins_under_the_surface_name
pytest.mark.parametrize( "tier_params, responses_call", [ ({"max_tokens": 4321}, F
tests/unit/router_strategy/test_complexity_router.py:None
Routetest_optional_work_budget_preserves_callback_context_and_reserves_logging_time
pytest.mark.parametrize("dispatch", ("worker", "flush", "extracted"))
tests/unit/litellm_core_utils/test_logging_worker.py:None
Routetest_ordinary_key_add_edit_and_delete_are_allowed
pytest.mark.parametrize( "sent", [ pytest.param({**_STORED_METADATA, "project": "x
tests/unit/proxy/management_endpoints/test_team_admin_field_permissions.py:None
Routetest_org_admin_can_invite_user_parametrized
pytest.mark.parametrize( "admin_orgs,target_orgs,expected", [ (["org1"], ["org1"],
tests/unit/proxy/management_endpoints/test_common_utils.py:None
Routetest_org_budget_blocks_keys_under_it
pytest.mark.covers("quota_management.budget.organization.blocks_over_limit")
tests/e2e/quota_management/budgets/test_budget_enforcement_e2e.py:None
Routetest_org_budget_resets_after_window
pytest.mark.covers("quota_management.budget.organization.resets_after_window")
tests/e2e/quota_management/budgets/test_budget_reset_e2e.py:None
Routetest_organization_member_add_budget_omission_and_null_leave_budget_unset
pytest.mark.parametrize( "budget_payload", [{"max_budget_in_organization": None}, {}], ids=["expli
tests/unit/proxy/management_endpoints/test_organization_endpoints.py:None
Routetest_organization_member_update_budget_omission_and_null_preserve_existing_budget
pytest.mark.parametrize( "budget_payload", [{"max_budget_in_organization": None}, {}], ids=["expli
tests/unit/proxy/management_endpoints/test_organization_endpoints.py:None
Routetest_organization_routes_are_blocked_without_enterprise_license
pytest.mark.parametrize(("method", "path"), _organization_route_targets())
tests/unit/proxy/management_endpoints/test_organization_endpoints.py:None
Routetest_organization_routes_reach_their_handler_with_enterprise_license
pytest.mark.parametrize(("method", "path"), _organization_route_targets())
tests/unit/proxy/management_endpoints/test_organization_endpoints.py:None
Routetest_organization_zero_max_budget_is_enforced
pytest.mark.parametrize( "max_budget, spend, expect_blocked", [ (0.0, 0.0, True), # explicit
tests/unit/proxy/auth/test_auth_checks_object_access_and_lookup.py:None
Routetest_origin_is_scheme_host_and_port_not_host_alone
pytest.mark.parametrize( "target,expected", [ ("https://upstream.example.com/other", False),
tests/unit/types/test_mcp.py:None
Routetest_otel_v2_langfuse_gets_no_request_headers_or_caller_metadata
pytest.mark.parametrize("route", ["/v1/chat/completions", "/v1/messages", "/v1/responses"])
tests/integration/observability/test_langfuse_otel_metadata_identity.py:None
Routetest_otel_v2_scalar_requester_metadata_keeps_the_llm_span
pytest.mark.parametrize( ("callback", "route"), [ ("otel", "/v1/messages"), ("otel", "
tests/integration/observability/test_langfuse_otel_metadata_destinations.py:None
Routetest_other_asks_keep_chat_classifier
pytest.mark.parametrize( "items", [ [ {"type": "reasoning", "encry
tests/unit/router_strategy/test_complexity_router.py:None
Routetest_other_names_and_api_bases_keep_the_chat_completions_bridge
pytest.mark.parametrize( ("model", "target"), ( (GPT_MODEL, SERVING_CHAT_TARGET), (CUS
tests/integration/messages_endpoint/providers/databricks/test_databricks_native_messages_wire.py:None
Routetest_other_routes_do_not_match
pytest.mark.parametrize( "route", [ None, "/chat/completions",
tests/unit/test_responses_id_security.py:None
Routetest_outbound_identity_action_is_granted_only_via_claude_platform
pytest.mark.parametrize("action", ["sts:GetWebIdentityToken", "sts:TagGetWebIdentityToken"])
tests/unit/llms/bedrock/test_web_identity_session_policy.py:None
Routetest_outbound_identity_action_present
pytest.mark.parametrize("action", ["sts:GetWebIdentityToken", "sts:TagGetWebIdentityToken"])
tests/unit/llms/bedrock/test_web_identity_session_policy.py:None
Routetest_output_estimate_accounts_for_completion_candidates
pytest.mark.parametrize( ("data", "call_type", "expected_output_tokens"), [ ( {
tests/unit/proxy/hooks/test_tpm_concurrent.py:None
Routetest_output_format_returns_schema_json
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES,
tests/e2e/llm_translation/test_messages_azure_foundry_e2e.py:None
Routetest_output_refusal_part_is_scanned_and_rewritten
pytest.mark.parametrize( ("leading_text", "expected_parts"), [ ((), [("refusal", _
tests/unit/llms/openai/responses/test_openai_responses_guardrail_handler.py:None
Routetest_output_reservation_ignores_cap_fields_from_other_endpoints
pytest.mark.parametrize( ("call_type", "request_data", "cap_field", "reserved_tokens"), [ ("ar
tests/unit/proxy/hooks/test_tpm_concurrent.py:None
Routetest_output_sample_rate_reaches_prompt_start_as_an_integer
pytest.mark.parametrize("output_sample_rate_hertz", [16000, 16000.0])
tests/unit/llms/bedrock/realtime/test_bedrock_realtime_transformation.py:None
Routetest_outputs_contain_usage_metadata
patch("asyncio.create_task")
tests/unit/integrations/test_langsmith_init.py:None
Routetest_oversized_provider_hint_from_the_caller_never_reaches_the_provider
pytest.mark.parametrize("route", (_IMAGES, _SPEECH))
tests/integration/routing/test_declared_provider_bare_model_routes.py:None
Routetest_owned_writer_keeps_only_a_reader_paired_with_its_database
pytest.mark.parametrize( ("writer", "explicit_reader", "expected_reader"), ( ("postgresql://wr
tests/unit/integration_support/test_process.py:None
Routetest_owner_cannot_change_admin_set_routes
pytest.mark.parametrize( "routes", ( [], ["llm_api_routes"], [*_ADMIN_SET_ROUT
tests/integration/management/test_key_default_allowed_routes.py:None
Routetest_owner_cannot_change_the_routes_a_key_got_from_default_key_generate_params
pytest.mark.parametrize( ("existing", "incoming", "expected_status"), [ (["llm_api_routes"], [
tests/unit/proxy/management_endpoints/test_key_management_endpoints.py:None
Routetest_owner_cannot_restart_or_relink_a_key_budget_without_admin
pytest.mark.parametrize( ("policy", "data", "existing"), [ (None, UpdateKeyRequest(key="sk-1",
tests/unit/proxy/management_endpoints/test_key_budget_change.py:None
Routetest_owner_changes_budget_duration_when_it_cannot_restart_a_cap_or_policy_allows
pytest.mark.parametrize( ("policy", "data", "existing"), [ (None, UpdateKeyRequest(key="sk-1",
tests/unit/proxy/management_endpoints/test_key_budget_change.py:None
Routetest_owner_team_key_budget_change_needs_admin
pytest.mark.parametrize( ("policy", "data", "member_permissions"), [ (None, _ADD_DAILY_WINDOW,
tests/unit/proxy/management_endpoints/test_key_budget_change.py:None
Routetest_parallel_tool_calls_with_explicit_tool_choice_omits_conflicting_type
pytest.mark.parametrize( "tool_choice, expected_tool_config_choice", [ ("auto", {"auto": {}}),
tests/unit/llms/bedrock/chat/test_converse_transformation.py:None
Routetest_params_vllm_omni_ignores_are_not_advertised
pytest.mark.parametrize("param", ["mask", "quality", "input_fidelity"])
tests/unit/llms/hosted_vllm/image_edit/test_hosted_vllm_image_edit_transformation.py:None
Routetest_parent_proxy_span_not_duplicated
patch.dict(os.environ, {"USE_OTEL_LITELLM_REQUEST_SPAN": "true"}, clear=False)
tests/unit/integrations/test_opentelemetry.py:None
Routetest_parse_content_for_reasoning
pytest.mark.parametrize( "content, expected_reasoning, expected_content", [ (None, None, None)
tests/unit/test_utils.py:None
Routetest_parse_content_type_fallback
patch(f"{FILE_MODULE}.get_httpx_client")
tests/unit/llms/gigachat/test_file_handler.py:None
Routetest_parse_excluded_services_returns_only_valid_string_overrides
pytest.mark.parametrize( ("value", "expected"), [ (None, None), (17, N
tests/unit/integrations/otel/test_otel_v2_destinations.py:None
Routetest_parse_lines_rejects_malformed_messages_without_echoing_them
pytest.mark.parametrize( "message", [ ["secret-output"], "secret-output", 7,
tests/unit/llms/e2b/sandbox/test_transformation.py:None
Routetest_parse_mcp_server_names_from_path
pytest.mark.parametrize( "path,expected", [ ("/mcp/sample_docs", ["sample_docs"]), # S
tests/unit/proxy/mcp_server/test_mcp_oauth_passthrough_cold_start.py:None
Routetest_parse_rejects_anything_but_the_chat_layout
pytest.mark.parametrize( "tool_choice", [ {"type": "allowed_tools", "mode": "auto", "tools": [
tests/unit/litellm_core_utils/test_allowed_tools_tool_choice.py:None
Routetest_partial_custom_pricing_bills_explicit_cache_hits
pytest.mark.parametrize( ("deployment_cache_prices", "billed_cache_read_rate"), [({}, 2.5e-07), ({"cac
tests/unit/test_router_model_cost_isolation.py:None
Routetest_partial_update_changes_only_the_named_field
meta(Subject(domain=Domain.MANAGEMENT, route=Route.KEY_MANAGEMENT))
tests/e2e/management/test_key_lifecycle_e2e.py:None
Routetest_partner_without_a_count_route_answers_400_without_calling_vertex
pytest.mark.parametrize( ("backend", "route"), [ pytest.param(_GLM_BACKEND, _MESSAGES_ROUTE, i
tests/integration/providers/test_vertex_partner_count_tokens_wire.py:None
Routetest_pascal_method_names_normalize_to_wire_format
pytest.mark.parametrize( "pascal_method,expected_wire_method", [ ("GetTask", "tasks/get"),
tests/unit/proxy/agent_endpoints/test_a2a_endpoints.py:None
Routetest_pass_through_body_validation_preserves_bytes
pytest.mark.parametrize("dispatch", ["custom", "provider", "lens"])
tests/unit/proxy/common_utils/test_http_parsing_utils.py:None
Routetest_pass_through_caps_the_user_id_for_a_configured_anthropic_compatible_base
pytest.mark.parametrize( "user_id_length, target, forwarded", [ (ANTHROPIC_COMPATIBLE_MAX_USER
tests/unit/proxy/pass_through_endpoints/test_pass_through_endpoints.py:None
Routetest_pass_through_forwards_only_an_acceptable_user_id_to_anthropic_messages
pytest.mark.parametrize( "client_metadata, target, forwarded_metadata", [ ({"user_id": "user-1
tests/unit/proxy/pass_through_endpoints/test_pass_through_endpoints.py:None
← previousnext →3,801–3,900 of 5,595, ranked by callers