MCPcopy Create free account

hub / github.com/BerriAI/litellm / endpoints

Endpoints5,595 in github.com/BerriAI/litellm

Routetest_missing_model_returns_client_error
pytest.mark.covers("llm.chat_completions.openai.input_validation.nonstream.works")
tests/e2e/llm_translation/test_chat_completions_contract_e2e.py:None
Routetest_missing_model_returns_client_error
pytest.mark.covers("llm.responses.openai.input_validation.nonstream.works")
tests/e2e/llm_translation/test_responses_e2e.py:None
Routetest_missing_model_returns_client_error
pytest.mark.covers("llm.embeddings.openai.input_validation.nonstream.works")
tests/e2e/llm_translation/test_embeddings_endpoint_e2e.py:None
Routetest_missing_model_returns_error
pytest.mark.covers("llm.messages.anthropic.input_validation.nonstream.works")
tests/e2e/llm_translation/test_messages_e2e.py:None
Routetest_missing_model_returns_error
pytest.mark.covers("llm.audio_transcriptions.openai.input_validation.nonstream.works")
tests/e2e/llm_translation/test_audio_transcriptions_e2e.py:None
Routetest_missing_model_returns_error
pytest.mark.covers("llm.audio_speech.openai.input_validation.nonstream.works")
tests/e2e/llm_translation/test_audio_speech_e2e.py:None
Routetest_missing_or_contradictory_telemetry_cannot_create_observations
pytest.mark.parametrize("native_usage", [ usage(write=0), {**usage(), "cache_creation": None}, {**
tests/unit/proxy/hooks/test_prompt_cache_observer.py:None
Routetest_missing_prompt_returns_error
pytest.mark.covers("llm.images_generations.openai.input_validation.nonstream.works")
tests/e2e/llm_translation/test_image_generation_e2e.py:None
Routetest_missing_required_field_raises_actionable_error
pytest.mark.parametrize( ("url", "expected_message"), [ ("/v1/completions", "missi
tests/unit/llms/bedrock/files/test_bedrock_files_transformation.py:None
Routetest_missing_rule_stays_on_python_even_when_rust_is_enabled
pytest.mark.parametrize("route", tuple(Route))
tests/unit/rust_bridge/test_catalog.py:None
Routetest_missing_session_id_generate_derives_session_from_caller_trace
pytest.mark.parametrize( ("endpoint", "kind", "expected_target"), ( pytest.param("/v1/response
tests/integration/observability/test_langfuse_delivery.py:None
Routetest_missing_session_id_reject_accepts_baggage_session_id
pytest.mark.parametrize( ("path", "client_body"), [ ("/v1/chat/completions", {"model": "gpt-4o
tests/unit/proxy/test_litellm_pre_call_utils.py:None
Routetest_missing_session_id_rejection_keeps_its_400
pytest.mark.parametrize("route", ROUTES, ids=ROUTE_IDS)
tests/integration/providers/test_assistants_route_errors_wire.py:None
Routetest_missing_start_date_is_rejected
meta( Subject( domain=Domain.SPEND_BUDGETS, route=Route.SPEND_REPORTING,
tests/e2e/quota_management/spend_tracking/test_team_daily_activity_e2e.py:None
Routetest_missing_token_is_refused_on_the_other_model_routes
pytest.mark.parametrize("route", _ROUTES, ids=_Route.label)
tests/integration/providers/test_device_code_login_guard_wire.py:None
Routetest_mistral
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_chat_tool_round_trip_e2e.py:None
Routetest_mistral_embeddings_returns_vector
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.EMBEDDINGS,
tests/e2e/llm_translation/test_embeddings_endpoint_e2e.py:None
Routetest_mixed_body_and_path_model_is_refused_or_served_by_the_body_model
pytest.mark.parametrize(("route", "kind"), _PATH_MODEL_ROUTES)
tests/integration/authorization/test_audit_any_sweep_auth.py:None
Routetest_mixed_success_failure
patch("litellm.router_utils.cooldown_handlers.get_deployment_successes_for_current_minute")
tests/unit/router_utils/test_cooldown_handlers.py:None
Routetest_mock_completion_stream_and_non_stream_report_the_same_admission_usage
pytest.mark.parametrize("input_tokens", (_ADMISSION_INPUT_TOKENS, 0))
tests/unit/test_main.py:None
Routetest_mock_completion_usage_reports_admission_input_tokens
pytest.mark.parametrize("input_tokens", (51234, 0))
tests/unit/test_main.py:None
Routetest_mock_litellm_list_input_items_integration
patch("litellm.list_input_items")
tests/unit/llms/openai/responses/test_openai_responses_transformation.py:None
Routetest_mock_litellm_router_with_transform_list_input_items_request
patch("litellm.router.Router")
tests/unit/llms/openai/responses/test_openai_responses_transformation.py:None
Routetest_mode_matches
pytest.mark.parametrize( "g_mode, mode, expected", [ (None, "pre_call", True),
tests/unit/proxy/management_endpoints/test_compliance_endpoints.py:None
Routetest_model_api_inference
patch.dict(os.environ, {"BASETEN_API_KEY": "test-key"})
tests/unit/llms/baseten/chat/test_baseten_completions.py:None
Routetest_model_armor_directional_scope_uses_real_service_account_oauth
pytest.mark.parametrize( ("row_id", "scope"), ( pytest.param("F3", "output", id="F3-model-armo
tests/integration/observability/test_logging_only_scope_config.py:None
Routetest_model_connection
router.post( "/health/test_connection", tags=["health"], dependencies=[Depends(user_api_key_auth)]
litellm/proxy/health_endpoints/_health_endpoints.py:None
Routetest_model_creation_disabled_before_any_write
pytest.mark.parametrize("model", ["openai/test-model", "auto_router/complexity_router"])
tests/unit/proxy/management_endpoints/test_model_management_endpoints.py:None
Routetest_model_discovery_route_bypasses_team_budget
pytest.mark.parametrize("route", MODEL_DISCOVERY_ROUTES)
tests/unit/proxy/auth/test_auth_checks_object_access_and_lookup.py:None
Routetest_model_edit_preserves_or_explicitly_changes_access_windows
pytest.mark.parametrize("window_patch", ["omit", "echo", "replace", "clear"])
tests/unit/proxy/management_endpoints/test_model_management_endpoints.py:None
Routetest_model_from_request_body_used_when_present
patch.object(AnthropicPassthroughLoggingHandler, "build_complete_streaming_response")
tests/unit/proxy/pass_through_endpoints/llm_provider_handlers/test_anthropic_passthrough_logging_handler.py:None
Routetest_model_group_alias_shares_deployment_default_rpm_bucket_with_its_target
pytest.mark.parametrize("first_name, second_name", [("target", "alias"), ("alias", "target")])
tests/unit/proxy/hooks/test_parallel_request_limiter_v3.py:None
Routetest_model_group_alias_shares_metadata_model_rpm_bucket_with_its_target
pytest.mark.parametrize("first_name, second_name", [("target", "alias"), ("alias", "target")])
tests/unit/proxy/hooks/test_parallel_request_limiter_v3.py:None
Routetest_model_has_no_cost_mapping_explicit_zero_price_is_false
pytest.mark.parametrize("cost_field", ["cost_per_second", "input_cost_per_second", "input_cost_per_token"])
tests/unit/proxy/auth/test_auth_checks_object_access_and_lookup.py:None
Routetest_model_info_not_classified_as_llm_api
pytest.mark.parametrize("route", ["/model/info", "/v1/model/info", "/model_group/info"])
tests/unit/proxy/auth/test_route_checks.py:None
Routetest_model_info_patch_changes_the_endpoint_gate_only_when_it_sends_the_flag
pytest.mark.parametrize( ("model_info_patch", "expected_gate"), [ pytest.param({"tpm": 5}, Tru
tests/unit/proxy/management_endpoints/test_model_management_endpoints.py:None
Routetest_model_info_reports_a_deployment_bedrock_native_output_opt_out
pytest.mark.parametrize( ("deployment_model_info", "native"), [ ({}, True), ({"support
tests/unit/proxy/proxy_server/test_routes_model_info.py:None
Routetest_model_info_reports_custom_pricing
meta( Subject( domain=Domain.COST_MAP, route=Route.MODEL_MANAGEMENT, )
tests/e2e/llm_translation/test_custom_pricing_e2e.py:None
Routetest_model_info_shows_no_wildcard_price_when_the_cost_map_cannot_say_what_calls_bill
pytest.mark.parametrize( "targets", [ pytest.param( ( {
tests/unit/proxy/proxy_server/test_routes_model_info.py:None
Routetest_model_list_return_wildcard_routes_defaults_to_general_setting
pytest.mark.parametrize( "general_settings, wildcard_query, wildcard_listed", [ ({}, None, Fal
tests/unit/proxy/test_proxy_server.py:None
Routetest_model_list_with_fallback_metadata
patch("litellm.proxy.proxy_server.llm_router")
tests/unit/proxy/auth/test_models_fallback_endpoint.py:None
Routetest_model_listing_empty_when_owner_not_loaded
pytest.mark.parametrize("get_owner", [_owner_lookup_fails, _owner_missing])
tests/unit/proxy/auth/test_personal_key_team_model_access.py:None
Routetest_model_listing_routes_list_team_access_group_models_the_key_can_call
pytest.mark.parametrize( ("key_models", "team_models", "expected_names"), [ (["all-team-models
tests/unit/proxy/proxy_server/test_routes_model_info.py:None
Routetest_model_max_budget_isolates_per_model
pytest.mark.covers("quota_management.budget.model_max.isolates_per_model")
tests/e2e/quota_management/budgets/test_model_max_budget_e2e.py:None
Routetest_model_not_served_by_router_falls_back_to_sdk
patch( "litellm.proxy.guardrails.guardrail_hooks.decision_model.decision_model.litellm.adecisions", ne
tests/unit/proxy/guardrails/guardrail_hooks/test_decision_model.py:None
Routetest_model_routed_batch_is_counted_with_the_deployment_key_not_the_request_key
pytest.mark.parametrize( "query_string, routing_headers", [(b"model=routed-batch-model", ()), (b"", ((
tests/unit/proxy/hooks/test_batch_rate_limiter.py:None
Routetest_model_routed_file_ops_reject_key_without_model_grant
pytest.mark.parametrize( "http_method, path_suffix, litellm_fn", [ ("get", "", "afile_retrieve
tests/unit/proxy/openai_files_endpoint/test_files_endpoint.py:None
Routetest_model_routed_upload_through_a_route_alias_reaches_one_deployment
pytest.mark.parametrize( "route", ["/files", "/openai/v1/files"], ids=["files-alias", "openai-v1-f
tests/integration/providers/test_files_batches_wire.py:None
Routetest_model_router_alias_without_router_in_name_keeps_selected_model_in_response_and_spend_log
pytest.mark.covers("spend.model_router.selected_model_is_returned_and_persisted_for_plain_alias")
tests/integration/spend/test_model_router_selected_model.py:None
Routetest_model_scoped_lookup_returns_scripted_provider_404
pytest.mark.parametrize( ("provider_route", "path", "model_name", "status"), ( ("GET /videos/v
tests/integration/providers/test_provider_lookup_status.py:None
Routetest_model_switch_probe_max_tokens_1_returns_message
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MESSAGES,
tests/e2e/llm_translation/test_bedrock_kimi_k3_messages_e2e.py:None
Routetest_model_update_requires_only_the_limits_its_new_route_adds
pytest.mark.parametrize( ("stored", "team_id", "incoming", "missing"), [ pytest.param(
tests/unit/proxy/management_endpoints/test_model_management_endpoints.py:None
Routetest_models_route_allowed_when_llm_api_disabled
patch.object(EnterpriseRouteChecks, "is_llm_api_route_disabled")
tests/unit/enterprise/proxy/auth/test_route_checks.py:None
Routetest_moderation_blocks_flagged_input
meta( Subject( domain=Domain.GUARDRAILS, route=Route.CHAT_COMPLETIONS,
tests/e2e/guardrails/test_openai_moderation_guardrail_e2e.py:None
Routetest_moderation_blocks_flagged_input_on_messages
meta( Subject( domain=Domain.GUARDRAILS, route=Route.MESSAGES, pro
tests/e2e/guardrails/test_openai_moderation_guardrail_e2e.py:None
Routetest_moderation_call_is_logged_as_an_amoderation_standard_payload
pytest.mark.parametrize("caller", ["default-model", "named-model", "router-group"])
tests/unit/litellm_core_utils/test_moderation_standard_logging.py:None
Routetest_moderations_failure_body_is_openai_shaped
pytest.mark.parametrize( ("failure", "expected_type", "expected_code"), [ pytest.param(HTTPExc
tests/unit/proxy/test_proxy_server_endpoints_and_startup.py:None
Routetest_moderations_flags_violent_content
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MODERATIONS,
tests/e2e/llm_translation/test_moderations_e2e.py:None
Routetest_moderations_output_is_the_verdict
meta( Subject( domain=Domain.OBSERVABILITY, route=Route.MODERATIONS,
tests/e2e/logging/test_otel_v2_langfuse_generation_output_e2e.py:None
Routetest_moderations_passes_benign_content
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.MODERATIONS,
tests/e2e/llm_translation/test_moderations_e2e.py:None
Routetest_modern_oauth_challenge_follows_continuation_authorization
pytest.mark.parametrize( "method,params", ( ("tools/call", {"name": "confirm", "arguments": {}
tests/unit/proxy/mcp_server/test_mcp_server_tool_calls_and_headers.py:None
Routetest_modern_preflight_enforces_sdk_body_limit
pytest.mark.parametrize("method", ("tools/call", "prompts/get", "resources/read"))
tests/unit/proxy/mcp_server/test_mcp_server_tool_calls_and_headers.py:None
Routetest_modify_response_exception_returns_error
patch(_COLLECT, return_value=["rubrik"])
tests/unit/proxy/pass_through_endpoints/test_passthrough_post_call_guardrails.py:None
Routetest_more_images_than_clef_takes_are_refused_before_any_download_or_upstream_call
pytest.mark.parametrize("route", ("/v1/systemone", "/v1/decisions"))
tests/integration/providers/test_cloudflare_clef_images_wire.py:None
Routetest_multi_group_actor_keeps_exact_memberships
meta(Subject(domain=Domain.PROXY_AUTH, route=Route.TEAM_MANAGEMENT))
tests/e2e/management/test_jwt_management_e2e.py:None
Routetest_multi_input_request_requires_media_sources
pytest.mark.parametrize("params", [{"input_type": "multi_input"}, {"input_type": "multi_input", "media_sources
tests/unit/llms/bedrock/embed/test_twelvelabs_marengo_3_transformation.py:None
Routetest_multi_part_output_sharing_a_call_id_with_a_textless_output_lists_its_parts_in_structured_messages
pytest.mark.parametrize( "textless_output", [ {"type": "function_call_output", "ca
tests/unit/llms/openai/responses/test_openai_responses_guardrail_handler.py:None
Routetest_multi_turn_history_is_honored
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.CHAT_COMPLETIONS,
tests/e2e/llm_translation/test_chat_completions_contract_e2e.py:None
Routetest_multi_window_key_resets_each_window_independently
pytest.mark.covers("quota_management.budget.key_multi_window.resets_windows_independently")
tests/e2e/quota_management/budgets/test_budget_reset_advances_e2e.py:None
Routetest_multimodal_requests_reserve_measured_project_itpm_not_full_limit
pytest.mark.parametrize( ("call_type", "request_data"), [ ( "acompletion",
tests/unit/proxy/hooks/test_tpm_concurrent.py:None
Routetest_names_that_only_start_with_firerouter_do_not_inherit_the_firerouter_row
pytest.mark.parametrize("model", ["firerouter-v2", "models/firerouter-opus", "routers/firerouter-opus"])
tests/unit/llms/fireworks_ai/chat/test_fireworks_ai_chat_transformation.py:None
Routetest_namespaced_or_partial_jev_name_does_not_match_rule
pytest.mark.parametrize( "model", [ "foo/jev-latest", "openjev-latest"
tests/unit/litellm_core_utils/test_get_llm_provider_logic.py:None
Routetest_native_backend_receives_the_request_safeguards_unchanged
pytest.mark.parametrize(("model", "target"), tuple(SAFEGUARDS_FORWARDING_TARGETS.items()))
tests/integration/messages_endpoint/safeguards/test_safeguard_results_native.py:None
Routetest_native_baseline_identity_keeps_the_actual_transformed_body
pytest.mark.parametrize( "options,on_deployment", ( ({"thinking": {"type": "enabled", "budget_
tests/unit/proxy/hooks/test_autorouter_baseline_cache.py:None
Routetest_native_catalog_adds_litellm_models_only_for_a_key_that_may_call_v1_responses
pytest.mark.parametrize( ("allowed_routes", "added"), [ pytest.param(_NATIVE_ROUTES, [], id="k
tests/unit/proxy/pass_through_endpoints/test_codex_passthrough_endpoints.py:None
Routetest_native_catalog_offers_the_declared_reasoning_efforts_the_requesting_codex_parses
pytest.mark.parametrize( ("client_version", "expected_efforts"), [ pytest.param("0.165.0", ["l
tests/unit/proxy/pass_through_endpoints/test_codex_passthrough_endpoints.py:None
Routetest_native_content_filter_scope_logs_without_blocking
pytest.mark.parametrize( ("row_id", "scope", "blocked_side"), ( pytest.param("F1", "output", "
tests/integration/observability/test_logging_only_scope_config.py:None
Routetest_native_count_sends_the_callers_body_without_litellm_fields
pytest.mark.parametrize( ("policy", "expected_sent"), [ pytest.param( _KEEP_ALL,
tests/unit/llms/openai/responses/count_tokens/test_token_counter.py:None
Routetest_native_credential_patterns_match_python
pytest.mark.parametrize( "text", ( "Authorization: Bearer abcdefghijklmnop", "s3_secre
tests/unit/rust_bridge/test_logger.py:None
Routetest_native_decisions_distinguishes_missing_usage_from_reported_zero
pytest.mark.parametrize( "usage", [None, {"input_tokens": 0, "output_tokens": 0}, {"input_tokens": 12, "ou
tests/unit/decisions/test_main.py:None
Routetest_native_forwarding_when_flag_absent
patch.object(import_module("litellm.responses.main").base_llm_http_handler, "response_api_handler")
tests/unit/responses/test_responses_api_bridge_flag.py:None
Routetest_native_jsonl_round_trips_untouched_and_starts_a_batch
meta( Subject( domain=Domain.LLM_TRANSLATION, route=Route.BATCHES,
tests/e2e/batches/test_batches_e2e.py:None
Routetest_native_litellm_turn_enforces_the_key_tool_allowlist
pytest.mark.parametrize( ("tools", "input_items", "allowed"), [ pytest.param([_EXEC_TOOL, _FOR
tests/unit/proxy/pass_through_endpoints/test_codex_passthrough_endpoints.py:None
Routetest_native_messages_and_responses_routes_fall_back_and_bill_the_fallback
pytest.mark.parametrize( ("route", "failure_mode"), ( ("messages", "non-streaming"), (
tests/integration/streaming/test_stream_contracts.py:None
Routetest_native_messages_body_carries_the_reported_list_cost_into_the_priced_response
pytest.mark.parametrize( ("usage", "expected_header"), ( ({"input_tokens": 1200, "output_token
tests/unit/litellm_core_utils/test_litellm_logging.py:None
Routetest_native_provider_routes_are_unchanged
pytest.mark.parametrize( "method, path, expected_name", [ ("POST", "/openai/v1/files", "create
tests/unit/proxy/pass_through_endpoints/test_llm_pass_through_endpoints.py:None
Routetest_native_relay_leaves_a_turn_s_cached_input_out_of_the_deployment_s_itpm
pytest.mark.parametrize( ("cached_tokens", "counted_input_tokens"), [ pytest.param
tests/unit/responses/test_responses_websocket_all_providers.py:None
Routetest_native_responses_reach_litellm_models_only_for_a_key_that_may_call_v1_responses
pytest.mark.parametrize( ("allowed_routes", "through_litellm"), [ pytest.param(_NATIVE_ROUTES,
tests/unit/proxy/pass_through_endpoints/test_codex_passthrough_endpoints.py:None
Routetest_native_responses_row_keeps_only_the_latest_user_prompt_and_the_response
pytest.mark.parametrize( ("latest", "expected_turns"), [ pytest.param( {
tests/integration/spend/test_spend_log_latest_turn.py:None
Routetest_native_routes_carry_key_team_project_and_caller_tags_and_key_over_team_spend_logs_metadata
pytest.mark.parametrize("route", ["/v1/chat/completions", "/v1/messages"])
tests/integration/spend/test_passthrough_request_tags.py:None
Routetest_native_schema_reaches_bedrock_with_limits_in_descriptions_and_every_object_closed
pytest.mark.parametrize("entry", ["converse_chat", "converse_output_config", "invoke_chat", "invoke_messages"]
tests/integration/providers/test_bedrock_native_structured_output_wire.py:None
Routetest_native_tool_envelope_text_cannot_shadow_its_payload
pytest.mark.parametrize( "part", ( {"type": "tool_result", "content": "secret", "text": "safe"
tests/unit/proxy/guardrails/test_content_utils.py:None
Routetest_native_tool_payload_rewrites_values_preserving_structure
pytest.mark.parametrize( "tool_input", ( {"token": "secret", "path": 'C:\\tmp\\"file"', "neste
tests/unit/proxy/guardrails/test_content_utils.py:None
Routetest_native_writer_visits_each_tool_and_system_slot
pytest.mark.parametrize( "data", ( {"system": "payload"}, {"system": [{"type": "text",
tests/unit/proxy/guardrails/test_content_utils.py:None
Routetest_neighbouring_team_routes_stay_closed
pytest.mark.parametrize( "route", [ "/team/06bda574-5ca9-43d3-beb8-3b23c2f17112", "/te
tests/unit/proxy/auth/test_route_checks.py:None
Routetest_new_access_group_tags_the_deployment
meta( Subject( domain=Domain.MANAGEMENT, route=Route.MODEL_MANAGEMENT,
tests/e2e/management/test_model_tag_accessgroup_e2e.py:None
Routetest_new_budget_request_resets_on_the_same_schedule_as_other_budgets
pytest.mark.parametrize("budget_duration", ["1mo", "30d", "7d", "1d"])
tests/unit/proxy/management_endpoints/test_customer_budget.py:None
Routetest_new_is_denied_to_non_admin_keys
meta(Subject(domain=Domain.PROXY_AUTH, route=Route.TEAM_MANAGEMENT))
tests/e2e/management/test_team_management_e2e.py:None
Routetest_new_is_refused_for_a_non_admin_key
pytest.mark.covers("mgmt.budget.new.admin_only")
tests/e2e/management/test_budget_customer_user_org_e2e.py:None
Routetest_new_organization_schedules_budget_reset_from_duration
pytest.mark.parametrize("budget_duration", ["30d", None])
tests/unit/proxy/management_endpoints/test_organization_endpoints.py:None
← previousnext →3,601–3,700 of 5,595, ranked by callers