MCPcopy Create free account

hub / github.com/BerriAI/litellm / endpoints

Endpoints5,595 in github.com/BerriAI/litellm

Routetest_tier_matches_on_best_utterance_not_diluted_by_others
requires_semantic_router
tests/unit/router_strategy/test_complexity_router.py:None
Routetest_tier_params_mask_credentials_in_routing_decision
pytest.mark.parametrize("route", ["classification", "keyword", "session"])
tests/unit/router_strategy/test_complexity_router.py:None
Routetest_tier_pinned_effort_supersedes_client_effort_carriers
pytest.mark.parametrize( "client_carriers, expected_absent, expected_present", [ (
tests/unit/router_strategy/test_complexity_router.py:None
Routetest_tiered_cache_creation_rates_are_registered_and_billed
pytest.mark.parametrize( "service_tier,prompt_tokens,rate_key", [ (None, 100000, "cache_creati
tests/unit/litellm_core_utils/llm_cost_calc/test_openai_cache_write_cost.py:None
Routetest_tiered_long_context_cost_uses_catalog_rates
pytest.mark.parametrize(("model", "service_tier", "input_rate", "output_rate"), TIERED_COST_CASES)
tests/unit/test_openai_service_tier_long_context_pricing.py:None
Routetest_timed_media_options_are_rejected_on_untimed_input_types_unless_dropped
pytest.mark.parametrize( "params", [ {"input_type": "text"}, {"input_type": "image"},
tests/unit/llms/bedrock/embed/test_twelvelabs_marengo_3_transformation.py:None
Routetest_timed_media_request_nests_every_option_under_the_media_key
pytest.mark.parametrize("input_type", ["video", "audio"])
tests/unit/llms/bedrock/embed/test_twelvelabs_marengo_3_transformation.py:None
Routetest_timeout_routes_to_fallback
pytest.mark.covers("reliability.fallback.timeout.routes_to_fallback")
tests/e2e/router/test_reliability_fallbacks_e2e.py:None
Routetest_timeout_worker_healthcheck_flag
patch("uvicorn.run")
tests/unit/proxy/test_proxy_cli.py:None
Routetest_together_api_base_resolves_to_together_ai
pytest.mark.parametrize( "api_base", [ "https://api.together.ai/v1", "
tests/unit/litellm_core_utils/test_get_llm_provider_endpoint_match.py:None
Routetest_token_counter_counts_anthropic_tool_choices_like_openai_choices
pytest.mark.parametrize( ("tool_choice", "expected_tool_choice"), [ pytest.param({"type": "aut
tests/unit/litellm_core_utils/test_token_counter.py:None
Routetest_token_counter_counts_anthropic_tool_readable_content
pytest.mark.parametrize( "block, expected", ( ( {"type": "tool_result", "tool_use_
tests/unit/litellm_core_utils/test_token_counter.py:None
Routetest_token_counter_counts_anthropic_tools_as_sent_to_chat_template_families
pytest.mark.parametrize( "anthropic_tool", [ {"name": "get_weather", "input_schema": _WEATHER_
tests/unit/litellm_core_utils/test_token_counter.py:None
Routetest_token_counter_counts_deepseek_v3_and_v4_with_the_packaged_deepseek_tokenizer
pytest.mark.parametrize( "model", [ "azure_ai/DeepSeek-V4-Flash-0731", "deepseek/deeps
tests/unit/litellm_core_utils/test_token_counter.py:None
Routetest_token_counter_says_kimi_was_estimated_locally
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.COUNT_TOKENS,
tests/e2e/llm_translation/test_count_tokens_source_e2e.py:None
Routetest_token_counter_tool_choice_adds_nothing_for_deepseek_v4
pytest.mark.parametrize("tool_choice", ["none", "required", {"type": "function", "function": {"name": "get_wea
tests/unit/litellm_core_utils/test_token_counter.py:None
Routetest_token_counting_routes_are_exempt_from_budget_reservation
pytest.mark.parametrize("route", TOKEN_COUNTING_ROUTES)
tests/unit/proxy/spend_tracking/test_budget_reservation.py:None
Routetest_token_exchange_refuses_a_malformed_request_before_touching_the_idp_token
pytest.mark.parametrize( "overrides, status, error", [ ({"subject_token": None}, 400, "invalid
tests/unit/proxy/mcp_server/test_gateway_dcr_flow.py:None
Routetest_token_exchange_settings_remain_banned_outside_mcp_server_management
pytest.mark.parametrize("route", ("/chat/completions", "/v1/mcp/serverfoo"))
tests/unit/proxy/auth/test_auth_utils.py:None
Routetest_token_limits_preserve_decisions_cap_generation_and_enforce_quota
pytest.mark.parametrize( "provider, endpoint, is_decision_request", ( ("typesafe",
tests/unit/proxy/pass_through_endpoints/test_llm_pass_through_endpoints.py:None
Routetest_token_rate_limit_type_respected_v3
pytest.mark.parametrize( "token_rate_limit_type", ["input", "output", "total"], )
tests/unit/proxy/hooks/test_parallel_request_limiter_v3.py:None
Routetest_token_type_cost_breakdown_openai_responses_api_cache_write_read
pytest.mark.parametrize( "raw_usage, expect_read, expect_write", [ ( {
tests/unit/litellm_core_utils/llm_cost_calc/test_llm_cost_calc_utils.py:None
Routetest_token_without_bearer_prefix_is_denied
meta( Subject( domain=Domain.PROXY_AUTH, route=Route.CHAT_COMPLETIONS,
tests/e2e/access_control/test_chat_auth_headers_e2e.py:None
Routetest_tolerant_parser_preserves_default_on_constructor_coercion
pytest.mark.parametrize( ("scope", "expected_scope"), (("input", "input"), ("Input", None)),
tests/unit/proxy/guardrails/test_guardrail_registry.py:None
Routetest_tool_call_is_returned
pytest.mark.covers("llm.chat_completions.together_ai.tool_use.nonstream.works")
tests/e2e/llm_translation/test_together_ai_e2e.py:None
Routetest_tool_call_is_streamed
pytest.mark.covers("llm.chat_completions.together_ai.tool_use.stream.works")
tests/e2e/llm_translation/test_together_ai_e2e.py:None
Routetest_tool_call_streams_as_tool_call_deltas
pytest.mark.parametrize("route", _streamed_tool_cells())
tests/e2e/llm_translation/test_ollama_e2e.py:None
Routetest_tool_call_with_empty_enum_property
pytest.mark.parametrize( "case", _pick( "anthropic_sonnet45", "azure_o3mini",
tests/unit/llms/base_llm/chat/test_provider_chat_translation.py:None
Routetest_tool_call_with_property_type_array
pytest.mark.parametrize( "case", _pick( "anthropic_sonnet45", "azure_o3mini",
tests/unit/llms/base_llm/chat/test_provider_chat_translation.py:None
Routetest_tool_defined_in_an_additional_tools_input_item_is_checked_on_responses_route
pytest.mark.parametrize( ("allowed_tools", "denied"), [ pytest.param(["get_weather
tests/unit/proxy/test_tools_allowlist_enforcement.py:None
Routetest_tool_in_another_api_shape_counts_like_the_same_chat_completions_tool
pytest.mark.parametrize( "tool", [ pytest.param( { "type": "functi
tests/unit/llms/bedrock/count_tokens/test_bedrock_kimi_k3.py:None
Routetest_tool_message_without_data_uri_is_copied_without_a_regex_scan
pytest.mark.parametrize( "row", [ '{"id": 7, "name": "widget", "status": "ok"}\n',
tests/unit/litellm_core_utils/test_logging_utils.py:None
Routetest_tool_output_without_usable_media_keeps_its_existing_fallback
pytest.mark.parametrize( ("output", "expected"), [ (None, ""), ("", ""), ([],
tests/unit/responses/litellm_completion_transformation/test_function_call_output_normalization.py:None
Routetest_tool_result_round_trip
pytest.mark.covers("llm.chat_completions.together_ai.multi_turn.nonstream.works")
tests/e2e/llm_translation/test_together_ai_e2e.py:None
Routetest_tool_result_texts_match_the_structured_tool_message
pytest.mark.parametrize( ("output", "expected_texts"), [ pytest.param("SECRET fore
tests/unit/llms/openai/responses/test_openai_responses_guardrail_handler.py:None
Routetest_tool_search_anthropic
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/tool_search/test_anthropic.py:None
Routetest_tool_search_azure
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/tool_search/test_azure.py:None
Routetest_tool_search_bedrock_converse
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/tool_search/test_bedrock_converse.py:None
Routetest_tool_search_bedrock_invoke
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/tool_search/test_bedrock_invoke.py:None
Routetest_tool_search_forwards_deferred_tools_and_beta_header
pytest.mark.parametrize( ("prompt", "tool_name", "tool_input"), [ pytest.param( "I
tests/unit/llms/anthropic/messages/native/test_anthropic_messages_router.py:None
Routetest_tool_search_history_bedrock_invoke
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/tool_search/test_bedrock_invoke.py:None
Routetest_tool_search_items_replay_only_to_a_request_that_carries_tool_search
pytest.mark.parametrize( ("tools", "replayed_types"), [ ( [{"type": "tool_search"}
tests/unit/completion_extras/litellm_responses_transformation/test_completion_extras_litellm_responses_transformation_transformation.py:None
Routetest_tool_search_items_replay_only_when_the_next_request_searches
pytest.mark.parametrize( ("tools", "expected"), [ ((*TOOLS, {"type": "tool_search"}), ["tool_s
tests/unit/completion_extras/litellm_responses_transformation/test_completion_extras_litellm_responses_transformation_history.py:None
Routetest_tool_search_vertex_ai
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/tool_search/test_vertex_ai.py:None
Routetest_tool_spend_no_db_returns_500
patch("litellm.proxy.proxy_server.prisma_client", None)
tests/unit/proxy/management_endpoints/test_tool_management_endpoints.py:None
Routetest_tool_use_anthropic
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/tool_use/test_anthropic.py:None
Routetest_tool_use_azure
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/tool_use/test_azure.py:None
Routetest_tool_use_azure_openai
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/tool_use/test_azure_openai.py:None
Routetest_tool_use_bedrock_converse
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/tool_use/test_bedrock_converse.py:None
Routetest_tool_use_bedrock_invoke
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/tool_use/test_bedrock_invoke.py:None
Routetest_tool_use_bedrock_mantle
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/tool_use/test_bedrock_mantle.py:None
Routetest_tool_use_block_is_returned
pytest.mark.covers("llm.messages.together_ai.tool_use.nonstream.works")
tests/e2e/llm_translation/test_together_ai_e2e.py:None
Routetest_tool_use_nonstream
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES,
tests/e2e/llm_translation/test_messages_azure_foundry_e2e.py:None
Routetest_tool_use_openai
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/tool_use/test_openai.py:None
Routetest_tool_use_stream
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES,
tests/e2e/llm_translation/test_messages_azure_foundry_e2e.py:None
Routetest_tool_use_streaming_anthropic
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/tool_use_streaming/test_anthropic.py:None
Routetest_tool_use_streaming_azure
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/tool_use_streaming/test_azure.py:None
Routetest_tool_use_streaming_azure_openai
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/tool_use_streaming/test_azure_openai.py:None
Routetest_tool_use_streaming_bedrock_converse
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/tool_use_streaming/test_bedrock_converse.py:None
Routetest_tool_use_streaming_bedrock_invoke
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/tool_use_streaming/test_bedrock_invoke.py:None
Routetest_tool_use_streaming_bedrock_mantle
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/tool_use_streaming/test_bedrock_mantle.py:None
Routetest_tool_use_streaming_openai
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/tool_use_streaming/test_openai.py:None
Routetest_tool_use_streaming_vertex_ai
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/tool_use_streaming/test_vertex_ai.py:None
Routetest_tool_use_vertex_ai
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES, providers=(Pro
tests/e2e/claude_code/tool_use/test_vertex_ai.py:None
Routetest_tool_use_with_missing_name_or_object_content_is_forwarded
pytest.mark.parametrize( "tool_use,name,arguments", [ ({"toolUseId": "t1", "conten
tests/unit/llms/bedrock/realtime/test_bedrock_realtime_transformation.py:None
Routetest_tool_uses_trigger_counts_tiny_results_only_when_their_inputs_are_cleared
pytest.mark.parametrize(("clear_tool_inputs", "triggers"), [(False, False), (True, True)])
tests/unit/llms/anthropic/messages/context_management/test_clear_tool_uses.py:None
Routetest_tools_list
router.post("/test/tools/list", dependencies=[Depends(user_api_key_auth)])
litellm/proxy/mcp_server/rest_endpoints.py:None
Routetest_tools_or_images_alone_still_trigger_the_api_call
pytest.mark.parametrize( "extra_inputs", [ {"tools": [{"type": "function", "functi
tests/unit/proxy/guardrails/guardrail_hooks/test_singulr.py:None
Routetest_top_level_error_code_sets_the_chat_status_and_keeps_the_provider_message
pytest.mark.parametrize( ("code", "message", "status"), [ pytest.param("insufficient_quota", _
tests/integration/streaming/test_responses_top_level_error_events.py:None
Routetest_top_level_fields_identical_post_and_patch
pytest.mark.parametrize( "body, field, expected", [ ({"tpm_limit": 50}, "tpm_limit", 50),
tests/unit/proxy/management_endpoints/test_team_endpoints.py:None
Routetest_top_level_null_is_dropped_and_nested_null_is_kept
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.REALTIME,
tests/e2e/llm_translation/test_realtime_http_e2e.py:None
Routetest_tpm_projection_blanks_only_declared_media_transport
pytest.mark.parametrize( "part,projected,media", [ ( {"type": "image_url", "image_
tests/unit/litellm_core_utils/prompt_templates/test_tpm_media_utils.py:None
Routetest_track_cost_callback_charges_a_batch_once_and_only_when_final
pytest.mark.parametrize( ("call_type", "status", "output_file_id", "row_claimed", "spend_written", "charge
tests/unit/proxy/hooks/test_proxy_track_cost_callback.py:None
Routetest_track_cost_callback_releases_reservation_for_unpollable_interaction
pytest.mark.parametrize( "status", ["failed", "cancelled", "incomplete", "budget_exceeded"], )
tests/unit/proxy/hooks/test_proxy_track_cost_callback.py:None
Routetest_trailing_slash_deny_entry_blocks_the_route_and_everything_under_it
pytest.mark.parametrize("route", ["/svc/admin", "/svc/admin/", "/svc/admin/users"])
tests/unit/proxy/auth/test_route_checks.py:None
Routetest_transcript_guardrail_that_does_not_apply_changes_nothing
pytest.mark.parametrize( ("event_hook", "default_on", "client_audio_streamed"), [
tests/unit/llms/bedrock/realtime/test_bedrock_realtime_handler.py:None
Routetest_transcript_triggers_response_create_only_when_a_transcript_guardrail_owns_the_turn
pytest.mark.parametrize( "event_hook,expected_response_creates", [ (None, 0), (Guardra
tests/unit/litellm_core_utils/test_realtime_streaming.py:None
Routetest_transcription_bindings_expose_the_native_callable_itself
pytest.mark.parametrize( ("attribute", "route_binding"), TRANSCRIPTION_BINDINGS, ids=[attribute for attrib
tests/unit/rust_bridge/test_bindings.py:None
Routetest_transcription_deployment_bills_seconds_only_without_a_declared_token_rate
pytest.mark.parametrize( "deployment_id,deployment_rates,expected_cost", [ ("per-second-only",
tests/unit/test_cost_calculator.py:None
Routetest_transcription_output_is_the_transcript
meta( Subject( domain=Domain.OBSERVABILITY, route=Route.AUDIO, pro
tests/e2e/logging/test_otel_v2_langfuse_generation_output_e2e.py:None
Routetest_transcription_rate_precedence
pytest.mark.parametrize( "label,override,expected_audio_rate,expected_per_second", [ ("tokens
tests/unit/test_cost_calculator.py:None
Routetest_transcription_session_body_may_carry_its_client_secret_config
pytest.mark.parametrize("route", _TRANSCRIPTION_SESSION_ROUTES)
tests/unit/proxy/auth/test_auth_utils.py:None
Routetest_transcription_session_routes_still_reject_other_entra_params_and_secret_references
pytest.mark.parametrize("route", _TRANSCRIPTION_SESSION_ROUTES)
tests/unit/proxy/auth/test_auth_utils.py:None
Routetest_transcription_sessions_rejects_disallowed_resolved_model
pytest.mark.parametrize("body", [ {"input_audio_transcription": {"model": "gpt-realtime-whisper"}}, {"
tests/unit/proxy/realtime_endpoints/test_realtime_webrtc_endpoints.py:None
Routetest_transcription_sessions_route_the_allowed_model_over_a_nested_model_the_key_cannot_call
pytest.mark.parametrize("body", [ {"model": "gpt-4o-realtime-preview", "audio": {"input": {"transcription"
tests/unit/proxy/realtime_endpoints/test_realtime_webrtc_endpoints.py:None
Routetest_transcription_stream_form_field_reaches_other_providers_as_sent
pytest.mark.usefixtures("patched_transcription")
tests/unit/proxy/proxy_server/test_routes_audio.py:None
Routetest_transform_anthropic_tool_shapes
pytest.mark.parametrize( ("tool", "expected"), ( ( {"name": "lookup", "input_schem
tests/unit/llms/openai/responses/test_openai_count_tokens_transformation.py:None
Routetest_transform_counts_tools_the_way_messages_sends_them
pytest.mark.parametrize( ("model", "drop_params", "expected_tools"), [ ( "claude-h
tests/unit/llms/anthropic/test_anthropic_count_tokens_transformation.py:None
Routetest_transform_embedding_response_defaults_missing_results_and_token_count
pytest.mark.parametrize( ("payload", "expected_tokens"), [ ({"input_token_count": None}, 0),
tests/unit/llms/watsonx/embed/test_watsonx_embedding_transformation.py:None
Routetest_transform_embedding_response_reads_usage_from_whichever_token_field_is_present
pytest.mark.parametrize( ("token_fields", "expected_prompt_tokens", "expected_total_tokens"), [
tests/unit/llms/oci/embed/test_oci_embed_transformation.py:None
Routetest_transform_embedding_response_rejects_malformed_payloads
pytest.mark.parametrize( "payload", [ {"results": None}, {"results": 7}, {"res
tests/unit/llms/watsonx/embed/test_watsonx_embedding_transformation.py:None
Routetest_transform_function_tools_forwards_eager_input_streaming
pytest.mark.parametrize("eager_input_streaming", [True, False])
tests/unit/responses/litellm_completion_transformation/test_litellm_completion_responses.py:None
Routetest_transform_gemini_image_usage_reports_image_and_chat_style_counts
pytest.mark.parametrize( ("candidates_details", "expected_output_details"), [ ({}, {"image_tok
tests/unit/llms/gemini/test_image_usage_transformation.py:None
Routetest_transform_image_edit_response_malformed_body_raises_the_error_of_the_failing_lookup
pytest.mark.parametrize( ("body", "error", "message"), [ (["not", "an", "object"],
tests/unit/llms/gemini/image_edit/test_gemini_image_edit_transformation.py:None
Routetest_transform_image_generation_response_reads_images_from_every_response_shape
pytest.mark.parametrize( ("payload", "expected"), [ ( { "data": [
tests/unit/llms/aiml/image_generation/test_aiml_image_generation_transformation.py:None
Routetest_transform_image_generation_response_rejects_malformed_image_entries_without_echoing_them
pytest.mark.parametrize( "payload", [ {"data": [7]}, {"data": [None]}, {"data"
tests/unit/llms/aiml/image_generation/test_aiml_image_generation_transformation.py:None
Routetest_transform_openai_request_unparseable_model_raises_400
pytest.mark.parametrize( "input_file_id", [ "gs://bucket/no-model-here.jsonl", "gs://b
tests/unit/llms/vertex_ai/batches/test_transformation.py:None
Routetest_transform_request
patch( "litellm.llms.bedrock.chat.invoke_agent.transformation.convert_content_list_to_str" )
tests/unit/llms/bedrock/invoke_agent/test_bedrock_agent_transformation.py:None
Routetest_transform_request
pytest.mark.parametrize( ("model", "response_format", "expected_body"), [ (
tests/unit/llms/vertex_ai/text_to_speech/test_transformation.py:None
Routetest_transform_request
pytest.mark.parametrize( "model, expected_model", [ ( "together/meta-llama/Llama-3
tests/unit/llms/huggingface/chat/test_huggingface_chat_transformation.py:None
← previousnext →5,001–5,100 of 5,595, ranked by callers