MCPcopy Create free account

hub / github.com/BerriAI/litellm / endpoints

Endpoints5,595 in github.com/BerriAI/litellm

Routetest_response_holds_compaction_block_reads_chat_and_responses_shaped_rows
pytest.mark.parametrize( ("response", "holds"), [ pytest.param( {"choices": [{"mes
tests/unit/responses/litellm_completion_transformation/test_compaction_items.py:None
Routetest_response_lookup_404_never_cools_down_the_deployment_that_answered
pytest.mark.parametrize( ("endpoint", "method", "path"), [ ("aget_responses", "GET", ""),
tests/unit/test_router/test_router_provider_endpoints.py:None
Routetest_response_priced_as_the_router_entry_charges_the_fee_once
pytest.mark.parametrize("router_entry_name", ["model_router", "model-router"])
tests/unit/llms/azure_ai/test_azure_ai_cost_calculator.py:None
Routetest_response_truncation_logs_info_message
patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
tests/unit/proxy/spend_tracking/test_spend_tracking_utils.py:None
Routetest_responses_anthropic_returns_completion
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_anthropic_returns_function_call
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_anthropic_strict_array_schema_tool_call
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_anthropic_tool_output_continues_with_previous_response_id
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_api_cost_tracking
patch("litellm.completion_cost")
tests/unit/proxy/pass_through_endpoints/llm_provider_handlers/test_openai_passthrough_logging_handler.py:None
Routetest_responses_api_input_is_scanned
pytest.mark.parametrize( "input_value,expected_substring", [ ( [{"
tests/unit/proxy/guardrails/guardrail_hooks/test_cisco_ai_defense_chat.py:None
Routetest_responses_api_key_spend_header_includes_response_cost
patch("litellm.proxy.proxy_server.llm_router")
tests/unit/proxy/response_api_endpoints/test_endpoints.py:None
Routetest_responses_api_uses_responses_transformer_not_chat_completions
patch("litellm.completion_cost")
tests/unit/proxy/pass_through_endpoints/llm_provider_handlers/test_openai_passthrough_logging_handler.py:None
Routetest_responses_auto_cached_prefix_pins_to_one_deployment
pytest.mark.parametrize( "request_input", [[{"role": "system", "content": LONG_PROMPT}, {"role": "user
tests/unit/router_utils/pre_call_checks/test_prompt_caching_deployment_check.py:None
Routetest_responses_azure_openai_dated_ga_chat_api_version_serves_responses
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_azure_openai_preview_api_version_accepts_truncation
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_azure_openai_responses_api_version_overrides_a_pre_responses_api_version
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_azure_openai_returns_completion
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_azure_openai_returns_function_call
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_azure_openai_streaming_returns_completion
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_bedrock_returns_completion
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_bedrock_returns_function_call
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_blocks_category
meta( Subject( domain=Domain.GUARDRAILS, route=Route.RESPONSES, pr
tests/e2e/guardrails/test_openai_moderation_category_matrix_e2e.py:None
Routetest_responses_bridge_preserves_reasoning_summary_without_effort
patch("litellm.completion_extras.responses_api_bridge.completion")
tests/unit/test_main.py:None
Routetest_responses_call_forwards_developer_items_in_place_only_when_the_deployment_itself_declares_true
pytest.mark.parametrize( ("model_info", "expected_instructions", "expected_input"), [ (None, "
tests/unit/llms/fireworks_ai/responses/test_fireworks_ai_responses_transformation.py:None
Routetest_responses_call_keeps_developer_items_in_place_for_a_model_the_cost_map_declares_accepts_them
pytest.mark.parametrize( "model", [ "fireworks_ai/accounts/fireworks/models/kimi-k3",
tests/unit/llms/fireworks_ai/responses/test_fireworks_ai_responses_transformation.py:None
Routetest_responses_call_logs_nonzero_token_usage
pytest.mark.parametrize( "stream", [ pytest.param( False,
tests/e2e/logging/test_responses_langfuse_usage_e2e.py:None
Routetest_responses_compact_returns_compacted_conversation
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_context_management_compacts_server_side
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_continuation_input_keeps_the_prior_input_then_the_partial_then_a_request_to_continue
pytest.mark.parametrize( "prior_input,expected_prior", [ ( "Count to 5.",
tests/unit/router_utils/pre_call_checks/test_continuation_prefill_check.py:None
Routetest_responses_create_resolves_prompt_and_shapes_template_messages
pytest.mark.parametrize( ("version", "environment", "client_input", "client_turn", "marker", "stream", "ba
tests/integration/compatibility/test_prompt_management_routes.py:None
Routetest_responses_emits_one_log_event
meta( Subject( domain=Domain.OBSERVABILITY, route=Route.RESPONSES,
tests/e2e/logging/test_datadog_log_e2e.py:None
Routetest_responses_exports_complete_trace
meta( Subject( domain=Domain.OBSERVABILITY, route=Route.RESPONSES,
tests/e2e/logging/test_otel_trace_e2e.py:None
Routetest_responses_failure_after_a_hook_chunk_continues_its_sequence_number_like_base
pytest.mark.parametrize( "chunk,next_sequence_number", [ (_UnreadableErrorModel(), 5),
tests/unit/proxy/proxy_server/test_streaming_helpers.py:None
Routetest_responses_fallback_continues_after_a_server_run_mcp_call
pytest.mark.parametrize( "server_run_event", [ { "type": "response.output_item.add
tests/unit/llms/base_llm/responses/test_transformation.py:None
Routetest_responses_fallback_surfaces_the_primary_error_once_the_cut_stream_began_a_client_run_tool_call
pytest.mark.parametrize( "item", [ {"type": "shell_call", "id": "sh_1", "call_id": "call_1", "
tests/unit/llms/base_llm/responses/test_transformation.py:None
Routetest_responses_forwards_moderation
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_gemini_replays_legacy_function_call_output
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_gemini_returns_completion
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_gemini_streaming_returns_completion
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_input_is_scanned_and_billing_is_logged
pytest.mark.parametrize( ("responses_input", "expected_prompt"), [ pytest.param("What is the w
tests/unit/proxy/guardrails/guardrail_hooks/azure/test_azure_prompt_shield.py:None
Routetest_responses_input_reaches_the_semantic_auto_router
pytest.mark.covers("reliability.routing.semantic_auto_router.responses_input_routed")
tests/e2e/router/test_auto_router_regressions_e2e.py:None
Routetest_responses_input_tokens_passes_an_openai_count_error_through
pytest.mark.parametrize( "error", [ pytest.param( {"message": "Invalid input", "ty
tests/integration/providers/test_openai_count_tokens_tools_wire.py:None
Routetest_responses_input_tokens_says_the_provider_counted
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.COUNT_TOKENS,
tests/e2e/llm_translation/test_count_tokens_source_e2e.py:None
Routetest_responses_input_tokens_sends_the_callers_body_to_openai
pytest.mark.parametrize( ("drop_params", "expected_extra"), [pytest.param(False, {"max_output_tokens":
tests/integration/providers/test_openai_count_tokens_tools_wire.py:None
Routetest_responses_instructions_are_masked
pytest.mark.parametrize("instructions", ("secret rules", [{"type": "input_text", "text": "secret rules"}]))
tests/unit/proxy/guardrails/test_content_utils.py:None
Routetest_responses_layout_refuses_to_rewrite_a_malformed_or_conflicting_entry
pytest.mark.parametrize( "tool", [ {"type": "function"}, {"type": "function", "name":
tests/unit/litellm_core_utils/test_allowed_tools_tool_choice.py:None
Routetest_responses_lifecycle_answers_200_with_a_during_call_guardrail_on
pytest.mark.parametrize("operation", ["get", "compact", "delete", "cancel"])
tests/integration/authorization/test_responses_lifecycle_during_call_guardrail.py:None
Routetest_responses_logs_cost
meta( Subject( domain=Domain.SPEND_BUDGETS, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_management_is_not_chat
pytest.mark.parametrize( "call_type", [ f"{prefix}{operation}" for operation in ("get_
tests/unit/integrations/otel/test_otel_v2_sources_of_truth.py:None
Routetest_responses_native_tool_routed_to_a_native_model_logs_no_dropped_tool_warning
pytest.mark.parametrize("native_tool_type", ["shell", "image_generation", "computer_use", "local_shell"])
tests/unit/router_utils/pre_call_checks/test_prompt_caching_deployment_check.py:None
Routetest_responses_non_positive_max_output_tokens_returns_provider_400
pytest.mark.parametrize("max_output_tokens", (-1, 0), ids=("negative", "zero"))
tests/integration/compatibility/test_status_code_followups.py:None
Routetest_responses_one_hour_pin_follows_the_deployments_one_hour_cache_support
pytest.mark.parametrize( "model_map_value,pinned_past_five_minutes", [ pytest.param({"cache_cr
tests/unit/router_utils/pre_call_checks/test_prompt_caching_deployment_check.py:None
Routetest_responses_over_anthropic_return_the_refusal_explanation_as_a_refusal_part
pytest.mark.parametrize( ("content", "expected_parts"), [ ((), [("refusal", _REFUSAL_EXPLANATI
tests/unit/responses/litellm_completion_transformation/test_anthropic_responses_bridge.py:None
Routetest_responses_pin_does_not_depend_on_what_the_success_event_logged
pytest.mark.parametrize( "logged_messages", [ _marked_responses_input(), [
tests/unit/router_utils/pre_call_checks/test_prompt_caching_deployment_check.py:None
Routetest_responses_post_call_pipeline_denial_returns_real_usage
pytest.mark.covers("other.observability.guardrails.responses_post_call_pipeline_denial_returns_real_usage")
tests/integration/observability/test_guardrail_effects.py:None
Routetest_responses_post_call_pipeline_denial_streams_real_usage
pytest.mark.covers("other.observability.guardrails.responses_post_call_pipeline_denial_streams_real_usage")
tests/integration/observability/test_guardrail_effects.py:None
Routetest_responses_request_with_a_malformed_tool_is_left_to_the_provider
pytest.mark.parametrize("bad_tool", ["get_time", None, 42], ids=["string", "null", "number"])
tests/unit/router_utils/pre_call_checks/test_prompt_caching_deployment_check.py:None
Routetest_responses_response_becomes_interaction
pytest.mark.parametrize( ("status", "usage", "model", "expected_model", "expected_usage"), [
tests/unit/interactions/test_litellm_responses_bridge.py:None
Routetest_responses_return_the_refusal_explanation_as_a_refusal_part
pytest.mark.parametrize( ("content", "expected_parts"), [ ((), [("refusal", EXPLANATION)]),
tests/integration/providers/test_anthropic_context_window_stop_wire.py:None
Routetest_responses_returns_completion
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_returns_function_call
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_sse_chunk_that_json_cannot_show_as_printed_keeps_the_base_frame
pytest.mark.parametrize( "chunk", [ {"type": _MaskedReprString("hook-canary"), "delta": "hi"},
tests/unit/proxy/proxy_server/test_streaming_helpers.py:None
Routetest_responses_status_maps_to_finish_reasons
pytest.mark.parametrize( ("status", "response_fields", "expected"), [ ("incomplete", {"incompl
tests/unit/integrations/otel/test_otel_v2_sources_of_truth.py:None
Routetest_responses_stream_emits_one_log_event
meta( Subject( domain=Domain.OBSERVABILITY, route=Route.RESPONSES,
tests/e2e/logging/test_datadog_log_e2e.py:None
Routetest_responses_stream_exports_complete_trace
meta( Subject( domain=Domain.OBSERVABILITY, route=Route.RESPONSES,
tests/e2e/logging/test_otel_trace_e2e.py:None
Routetest_responses_stream_holds_event_holds_only_pre_output_lifecycle_events_under_the_cap
pytest.mark.parametrize( ("event_type", "held_event_count", "expected"), [ ("response.created"
tests/unit/test_router/test_router.py:None
Routetest_responses_stream_never_restarts_after_non_lifecycle_output
pytest.mark.parametrize( "output_event", ( { "type": "response.output_item.added",
tests/integration/routing/test_responses_stream_same_group_retry.py:None
Routetest_responses_stream_records_real_ttft
meta( Subject( domain=Domain.OBSERVABILITY, route=Route.RESPONSES,
tests/e2e/logging/test_otel_trace_e2e.py:None
Routetest_responses_stream_records_the_served_tier
meta( Subject( domain=Domain.SPEND_BUDGETS, route=Route.RESPONSES,
tests/e2e/quota_management/spend_tracking/test_service_tier_pricing_e2e.py:None
Routetest_responses_streaming_returns_completion
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_tool_call_items_are_masked
pytest.mark.parametrize( ("item", "field", "masked"), ( ( {"type": "function_call"
tests/unit/proxy/guardrails/test_content_utils.py:None
Routetest_responses_upgrade_is_accepted_on_the_openai_prefix
meta( Subject( domain=Domain.PASSTHROUGH, route=Route.PASSTHROUGH,
tests/e2e/llm_translation/test_passthrough_e2e.py:None
Routetest_responses_vertex_returns_completion
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_vertex_returns_function_call
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_vision_describes_image
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.RESPONSES,
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_responses_websocket_turn_failure_reports_the_deployment_it_was_sent_to
pytest.mark.parametrize( ("routed_api_base", "reported_api_base"), [ (_AZURE_RESPONSES_API_BAS
tests/unit/responses/test_streaming_iterator_error_events.py:None
Routetest_responses_without_output_tokens_keep_elapsed_seconds
pytest.mark.parametrize( "response", [ litellm.ModelResponse(), ResponsesAPIResponse(i
tests/unit/router_strategy/test_lowest_latency.py:None
Routetest_responses_ws_failure_frame_uses_the_http_status_for_the_same_failure
pytest.mark.parametrize( ("failure", "expected_status", "expected_type"), [ (ValueError("No de
tests/unit/proxy/response_api_endpoints/test_endpoints.py:None
Routetest_restamp_streaming_chunk_does_not_add_nested_response_to_other_events
pytest.mark.parametrize("event_type", ["response.output_text.delta", "response.custom_event"])
tests/unit/proxy/test_response_model_sanitization.py:None
Routetest_result_unwraps_the_single_response_key_into_the_openai_body
pytest.mark.parametrize( ("response_key", "body"), [ ("responses", {"id": "resp_1", "output":
tests/unit/llms/xai/batches/test_xai_batches_transformation.py:None
Routetest_resync_model_deployments_reconciles_every_db_row_when_the_missed_model_is_an_auto_router
pytest.mark.parametrize("router_holds_the_name_after_reconcile", [True, False])
tests/unit/proxy/common_utils/test_registry_read_through.py:None
Routetest_retired_application_cannot_transfer_to_another_agent
pytest.mark.parametrize("operation", ["create", "patch", "put"])
tests/unit/proxy/agent_endpoints/test_agent_registry.py:None
Routetest_retired_roi_calculator_cannot_be_loaded_or_called
pytest.mark.parametrize("disable_lazy_routes", ("false", "true"))
tests/unit/proxy/test__lazy_features.py:None
Routetest_retired_usage_chat_cannot_be_loaded_or_called
pytest.mark.parametrize("disable_lazy_routes", ("false", "true"))
tests/unit/proxy/test__lazy_features.py:None
Routetest_retrieve_container_router_call_mock
patch("litellm.containers.main.base_llm_http_handler")
tests/unit/test_container_router.py:None
Routetest_retrieve_invalid_batch_id_returns_error
pytest.mark.covers("llm.batches.openai.input_validation.nonstream.works")
tests/e2e/llm_translation/test_files_batches_contract_e2e.py:None
Routetest_retrieve_invalid_id_returns_error
pytest.mark.covers("llm.vector_stores.openai.input_validation.nonstream.works")
tests/e2e/llm_translation/test_vector_stores_e2e.py:None
Routetest_retrieve_round_trips_metadata
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.FILES, p
tests/e2e/batches/test_batches_e2e.py:None
Routetest_returns_cached_file_id
patch(f"{FILE_MODULE}.get_api_base", return_value="https://api.example.com")
tests/unit/llms/gigachat/test_file_handler.py:None
Routetest_returns_cached_valid_token
patch(f"{AUTH_MODULE}._request_token_sync")
tests/unit/llms/gigachat/test_authenticator.py:None
Routetest_returns_config_when_mode_is_responses
patch("litellm.llms.github_copilot.responses.transformation.cached_get_model_info_helper")
tests/unit/llms/github_copilot/responses/test_github_copilot_responses_transformation.py:None
Routetest_returns_empty_when_whitelist_is_empty
patch("litellm.public_mcp_servers", [])
tests/unit/proxy/mcp_server/test_mcp_server_manager.py:None
Routetest_returns_empty_when_whitelist_is_none
patch("litellm.public_mcp_servers", None)
tests/unit/proxy/mcp_server/test_mcp_server_manager.py:None
Routetest_returns_none_on_upload_failure
patch(f"{FILE_MODULE}.get_httpx_client")
tests/unit/llms/gigachat/test_file_handler.py:None
Routetest_returns_none_when_get_model_info_raises
patch("litellm.llms.github_copilot.responses.transformation.cached_get_model_info_helper")
tests/unit/llms/github_copilot/responses/test_github_copilot_responses_transformation.py:None
Routetest_returns_none_when_mode_is_chat
patch("litellm.llms.github_copilot.responses.transformation.cached_get_model_info_helper")
tests/unit/llms/github_copilot/responses/test_github_copilot_responses_transformation.py:None
Routetest_returns_none_when_mode_is_unset_and_no_endpoints
patch("litellm.llms.github_copilot.responses.transformation.cached_get_model_info_helper")
tests/unit/llms/github_copilot/responses/test_github_copilot_responses_transformation.py:None
Routetest_returns_none_when_response_missing_id
patch(f"{FILE_MODULE}.get_httpx_client")
tests/unit/llms/gigachat/test_file_handler.py:None
Routetest_returns_only_whitelisted_when_flag_defaults_to_true
patch("litellm.public_mcp_servers", ["a"])
tests/unit/proxy/mcp_server/test_mcp_server_manager.py:None
Routetest_returns_token_from_env
patch(f"{AUTH_MODULE}.get_secret_str")
tests/unit/llms/gigachat/test_authenticator.py:None
← previousnext →4,301–4,400 of 5,595, ranked by callers