MCPcopy Create free account

hub / github.com/BerriAI/litellm / endpoints

Endpoints5,595 in github.com/BerriAI/litellm

Routetest_a_deleted_db_pass_through_stops_serving_on_the_next_db_sync
pytest.mark.parametrize( "stored_after_delete", [{"pass_through_endpoints": []}, {}], ids=["emptie
tests/unit/proxy/pass_through_endpoints/test_pass_through_endpoints.py:None
Routetest_a_deployment_flagged_for_audio_and_video_sends_both_clips_for_a_model_the_cost_map_does_not_list
pytest.mark.parametrize("route", ("/v1/decisions", "/v1/systemone"))
tests/integration/providers/test_decisions_media_deployment_flag_wire.py:None
Routetest_a_deployment_image_price_bills_the_edit_the_way_it_bills_any_image_call
pytest.mark.parametrize( ("model", "deployment_price", "size", "expected_cost"), ( ("qwen-imag
tests/unit/llms/dashscope/test_dashscope_image_edit_transformation.py:None
Routetest_a_deployment_native_output_opt_in_stays_on_that_deployment
pytest.mark.parametrize("route", ["converse", "invoke"])
tests/unit/llms/bedrock/chat/test_converse_transformation.py:None
Routetest_a_deployment_opted_into_bedrock_native_output_keeps_it_beside_its_declared_level
pytest.mark.parametrize( ("kind", "target", "fields", "expected"), [ pytest.param(
tests/integration/routing/test_reasoning_effort_levels_wire.py:None
Routetest_a_deployment_parses_identically_from_the_db_and_from_config_yaml
pytest.mark.parametrize( "db_window, router_window, expected_from, expected_to", [case[1:] for case in
tests/unit/proxy/spend_tracking/test_ptu_flat_cost_rollup.py:None
Routetest_a_deployment_that_streams_transcription_answers_sse_to_a_client_that_sent_no_stream_field
pytest.mark.usefixtures("patched_transcription")
tests/unit/proxy/proxy_server/test_routes_audio.py:None
Routetest_a_deployment_with_a_batch_control_plane_endpoint_keeps_it_out_of_chat_requests
pytest.mark.parametrize("route_prefix", ["bedrock/", "bedrock/converse/", "bedrock/invoke/"])
tests/unit/llms/bedrock/chat/test_converse_transformation.py:None
Routetest_a_deployment_write_may_carry_an_oidc_api_key_in_litellm_params
pytest.mark.parametrize("route", ["/model/new", "/model/update", "/model/deployment-1/update", "/health/test_c
tests/unit/proxy/auth/test_auth_utils.py:None
Routetest_a_directory_that_takes_no_new_file_still_gives_up_the_secret_in_the_old_one
pytest.mark.skipif(os.geteuid() == 0, reason="root ignores directory permissions")
tests/unit/litellm_core_utils/test_cli_token_utils.py:None
Routetest_a_drained_group_does_not_block_a_different_group
pytest.mark.covers("quota_management.budget.model_access_group.isolates_per_group")
tests/e2e/quota_management/budgets/test_model_access_group_budget_e2e.py:None
Routetest_a_drop_warning_stays_on_one_log_line
pytest.mark.parametrize( "drop", [ lambda model: tools_without_hosted_mcp( [{"type
tests/unit/litellm_core_utils/test_tool_fields.py:None
Routetest_a_fail_closed_guardrail_outage_is_answered_and_recorded_with_the_routes_status
pytest.mark.parametrize( ("route", "model", "answered"), ( pytest.param("/v1/messages", _GUARD
tests/integration/observability/test_anthropic_overloaded_failure_signals.py:None
Routetest_a_failed_background_scan_ends_the_stream_with_the_inline_scan_error
pytest.mark.parametrize("route", tuple(_ROUTES))
tests/integration/streaming/test_bedrock_guardrail_background_stream_scan.py:None
Routetest_a_failed_bedrock_output_leaves_no_pending_input_writer
pytest.mark.parametrize( ("receiver_type", "status_code"), [(ScriptedBedrockReceiver, 503), (B
tests/unit/llms/bedrock/realtime/test_bedrock_realtime_handler.py:None
Routetest_a_failed_bedrock_output_reaches_the_app_without_waiting_on_the_input_close
pytest.mark.parametrize( ("receiver_type", "status_code"), [(ScriptedBedrockReceiver, 503), (B
tests/unit/llms/bedrock/realtime/test_bedrock_realtime_handler.py:None
Routetest_a_failed_call_counts_from_the_newest_compaction_only_when_dispatched_as_responses
pytest.mark.parametrize( "route_type, logged_call_type, trims_at_the_compaction", [("aresponse
tests/unit/proxy/test_common_request_processing.py:None
Routetest_a_failed_call_off_the_responses_route_counts_the_history_before_a_compaction_typed_message
pytest.mark.parametrize( "call_type, dispatched_call_type", [ ("acompletion", "acompletion"),
tests/unit/proxy/test_proxy_utils_model_creation_and_error_logging.py:None
Routetest_a_failed_cursor_stream_counts_a_custom_named_deployment_with_its_base_model_only_when_it_is_openai
pytest.mark.parametrize("fails_after_output", [False, True])
tests/unit/proxy/response_api_endpoints/test_endpoints.py:None
Routetest_a_failed_cursor_stream_counts_its_input_from_the_newest_compaction_item
pytest.mark.parametrize("fails_after_output", [False, True])
tests/unit/proxy/response_api_endpoints/test_endpoints.py:None
Routetest_a_failed_hop_fires_the_number_python_chose_as_it_was_written
pytest.mark.parametrize( ("params", "router_cooldown", "error", "expected"), [ pytest.param({}
tests/unit/test_router/core/test_usage_and_failure_counting_parity.py:None
Routetest_a_failed_responses_request_counts_its_input_from_the_newest_compaction_item
pytest.mark.parametrize( "request_route, dispatched_call_type", [("/v1/responses", None), ("/c
tests/unit/proxy/test_proxy_utils_model_creation_and_error_logging.py:None
Routetest_a_failed_socket_turn_counts_its_recorded_partial_usage_v3
pytest.mark.parametrize( "call_type, completion_tokens, counted", [ (CallTypes.aresponses_webs
tests/unit/proxy/hooks/test_parallel_request_limiter_v3.py:None
Routetest_a_failing_health_probe_leaves_its_deployment_serving_the_next_requests
pytest.mark.parametrize(("mode", "route"), (("chat", "chat"), (None, "responses")), ids=("chat-pin", "unpinned
tests/integration/routing/test_deployment_mode_routing_wire.py:None
Routetest_a_failover_refusal_in_a_localized_postgres_answers_503
pytest.mark.parametrize( "localized_refusal", [ { "error_code": "P2010",
tests/unit/proxy/common_utils/test_openai_error_payload.py:None
Routetest_a_failure_that_cost_the_provider_nothing_lifts_nothing
pytest.mark.parametrize( "model_call_details, dispatched", [ ({"call_type": "acompletion", "mo
tests/unit/proxy/test_proxy_utils_model_creation_and_error_logging.py:None
Routetest_a_fallback_target_the_check_rejects_is_skipped
pytest.mark.parametrize("field", ["fallback_access_check", "fallback_budget_check"])
tests/unit/test_router/core/test_fallbacks_characterization_outcomes.py:None
Routetest_a_file_input_reference_becomes_a_data_uri_first_frame
pytest.mark.parametrize( "input_reference", [ PNG_BYTES, io.BytesIO(PNG_BYTES),
tests/unit/llms/volcengine/test_volcengine_video_transformation.py:None
Routetest_a_file_that_gives_up_neither_its_secret_nor_itself_is_reported_not_raised
pytest.mark.skipif(os.geteuid() == 0, reason="root ignores file permissions")
tests/unit/litellm_core_utils/test_cli_token_utils.py:None
Routetest_a_file_that_will_not_give_its_copy_up_rolls_the_vault_write_back
pytest.mark.skipif(os.geteuid() == 0, reason="root ignores directory permissions")
tests/unit/litellm_core_utils/test_cli_token_utils.py:None
Routetest_a_finished_batch_a_poll_cannot_bill_past_the_give_up_age_bills_once_the_cause_is_fixed
pytest.mark.parametrize( ("retrieve", "during_fetch"), ( (_A_REJECTED_KEY, None), (_a_
tests/unit/proxy/common_utils/test_check_batch_cost.py:None
Routetest_a_finished_read_or_cancel_bills_usage_only_the_configured_deployment_reported
pytest.mark.parametrize( "endpoint_name, finished_status", [("get_response", "completed"), ("cancel_re
tests/unit/proxy/response_api_endpoints/test_endpoints.py:None
Routetest_a_follow_up_off_anthropic_drops_the_stored_search_call_and_is_served
pytest.mark.parametrize(("route", "shape", "stream"), _off_anthropic_cells())
tests/integration/providers/test_responses_bridge_tool_search_chaos.py:None
Routetest_a_group_whose_deployment_prices_pdf_pages_alike_or_reads_none_counts_as_the_group
pytest.mark.parametrize( ("group", "deployment_model"), [ ("my-claude", "anthropic/claude-haik
tests/unit/proxy/spend_tracking/test_input_tokens.py:None
Routetest_a_guardrail_the_request_is_not_subject_to_never_sees_the_chunks
pytest.mark.parametrize( ("default_on", "event_hook"), [(False, GuardrailEventHooks.pre_call), (True,
tests/unit/integrations/vector_store_integrations/test_vector_store_pre_call_hook.py:None
Routetest_a_header_total_timeout_leaves_a_request_it_cannot_apply_unbounded_whatever_its_value
pytest.mark.parametrize( ("body", "route_type"), [({"stream": True}, "acompletion"), ({"backgr
tests/unit/proxy/test_common_request_processing.py:None
Routetest_a_health_check_probes_the_api_its_deployment_sends_chat_to
pytest.mark.parametrize(("mode", "route"), (("chat", "chat"), (None, "responses")), ids=("chat-pin", "unpinned
tests/integration/routing/test_deployment_mode_routing_wire.py:None
Routetest_a_heuristic_config_does_not_need_a_budget
pytest.mark.parametrize("max_budget, spend", ((0.0, 0.0), (1.0, 2.0)))
tests/unit/proxy/management_endpoints/test_auto_router_endpoints.py:None
Routetest_a_hosted_mcp_tool_answers_400_on_claude_routes_without_the_mcp_connector
pytest.mark.parametrize(("config_class", "route"), _ROUTES_WITHOUT_THE_MCP_CONNECTOR)
tests/unit/llms/anthropic/chat/test_anthropic_chat_transformation.py:None
Routetest_a_hosted_mcp_tool_answers_400_on_gemini_without_drop_params
pytest.mark.parametrize(("config_class", "route"), _GEMINI_ROUTES)
tests/unit/llms/vertex_ai/gemini/test_vertex_and_google_ai_studio_gemini.py:None
Routetest_a_hosted_vllm_deployment_maps_a_thinking_budget_the_same_for_a_claude_model_name
pytest.mark.parametrize("budget_tokens", [500, 9000])
tests/unit/test_main.py:None
Routetest_a_jwt_the_proxy_rejects_is_refused_with_the_reason_kept_in_the_log
pytest.mark.parametrize( "raised, reason", [ (HTTPException(status_code=403, detail="User not
tests/unit/proxy/mcp_server/test_idp_token_exchange.py:None
Routetest_a_key_content_policy_rule_can_only_name_fallback_models
pytest.mark.parametrize("dict_target", [{"model": "gpt-4o-mini"}, {}])
tests/unit/proxy/management_endpoints/test_key_management_endpoints.py:None
Routetest_a_key_entry_named_after_the_model_replaces_only_the_team_entry_of_that_name
pytest.mark.parametrize( ("team_model_max_budget", "team_blocks"), [({"claude-opus*": FAMILY_CAP}, Tru
tests/unit/proxy/hooks/test_model_max_budget_limiter.py:None
Routetest_a_key_granted_one_model_cannot_spend_another_deployments_files_or_batches
pytest.mark.parametrize( "surface", [ "upload_sdk_extra_body", "upload_form",
tests/integration/security/test_files_batches_access.py:None
Routetest_a_key_that_spent_nothing_is_blocked_by_the_shared_pool
pytest.mark.covers("quota_management.budget.model_access_group.enforced_across_keys")
tests/e2e/quota_management/budgets/test_model_access_group_budget_e2e.py:None
Routetest_a_key_wildcard_finds_the_deployment_it_grants_without_listing_any_provider_catalog
pytest.mark.parametrize( ("key_models", "deployments", "custom_llm_provider", "api_key"), [ (
tests/unit/proxy/openai_files_endpoint/test_files_common_utils.py:None
Routetest_a_litellm_response_id_pins_the_deployment_it_encodes
pytest.mark.parametrize( "endpoint", ["aget_responses", "acancel_responses", "acompact_responses", "adelet
tests/unit/test_router/core/test_endpoints_characterization_generic.py:None
Routetest_a_logged_failure_fires_the_callbacks_precedence
pytest.mark.parametrize( ("model_info", "litellm_params", "cooldown_time", "error", "expected"), [
tests/unit/test_router/core/test_parity_cooldown_service_model.py:None
Routetest_a_login_that_cannot_be_saved_leaves_the_working_one_alone
pytest.mark.skipif(os.geteuid() == 0, reason="root ignores directory permissions")
tests/unit/litellm_core_utils/test_cli_token_utils.py:None
Routetest_a_lookup_given_an_int_finds_nothing
pytest.mark.parametrize( ("member", "expected"), [ ("get_configured_display_name", None),
tests/unit/test_router/core/test_parity_regress5_errors.py:None
Routetest_a_malformed_fallbacks_configuration_is_refused_at_construction
pytest.mark.parametrize( ("field", "value", "error", "message"), [ ("fallbacks", ["b"], ValueE
tests/unit/test_router/core/test_fallbacks_characterization.py:None
Routetest_a_malformed_group_policy_governs_nothing_on_a_stream_that_opened
pytest.mark.parametrize("retry_policy", [None, RetryPolicy(InternalServerErrorRetries=0)], ids=["alone", "rout
tests/unit/test_router/core/test_parity_regress5_streams.py:None
Routetest_a_malformed_item_after_a_codex_additional_tools_item_is_named_by_its_index_in_the_request
pytest.mark.parametrize( ("history", "field_path"), [ pytest.param([_WEATHER_ASK, {"role": ["u
tests/unit/responses/litellm_completion_transformation/test_litellm_completion_responses.py:None
Routetest_a_malformed_mode_never_moves_an_unpinned_sibling
pytest.mark.parametrize( ("raw_model_info", "own_route"), ( ('{"mode": ""}', "responses"),
tests/integration/routing/test_deployment_mode_routing_wire.py:None
Routetest_a_malformed_systemone_response_names_the_field_at_fault
pytest.mark.parametrize( ("payload", "field"), [ ({"model": "jev-latest", "usage": {"input_tok
tests/unit/llms/base_llm/decisions/test_base_decisions_transformation.py:None
Routetest_a_malformed_tools_rejection_logs_one_failure_row_with_its_call_type
pytest.mark.parametrize( ("family", "route", "expected"), [ (CHAT, None, "acompletion"),
tests/integration/providers/test_malformed_tools_wire.py:None
Routetest_a_malformed_upstream_reply_is_a_server_error_whatever_its_text
pytest.mark.parametrize( ("reply", "detail"), ( pytest.param(_PPLX_USAGE, "DecisionsResponse a
tests/unit/decisions/test_main.py:None
Routetest_a_mantle_chat_pin_moves_messages_thinking_to_responses_only_when_it_asks_for_a_summary
pytest.mark.parametrize(("summary", "route"), ((None, "chat"), ("auto", "responses")), ids=("plain", "summary"
tests/integration/routing/test_deployment_mode_routing_wire.py:None
Routetest_a_marked_exhaustion_value_error_is_a_verdict_and_an_unmarked_one_is_not
pytest.mark.parametrize( "raised, expected", [ (ValueError(f"{RouterErrors.no_depl
tests/unit/router_strategy/test_complexity_router.py:None
Routetest_a_messages_retry_sends_what_a_deployment_without_native_output_sends
pytest.mark.parametrize("route", ["converse", "invoke"])
tests/integration/sdk/test_bedrock_native_output_fallback_sdk.py:None
Routetest_a_metadata_file_that_will_not_go_is_not_worth_alarming_the_user_over
pytest.mark.skipif(os.geteuid() == 0, reason="root ignores directory permissions")
tests/unit/litellm_core_utils/test_cli_token_utils.py:None
Routetest_a_mid_stream_failure_frame_carries_the_status_the_error_was_raised_with
pytest.mark.parametrize( "raised, expected_error", [ pytest.param( ProxyException(
tests/unit/proxy/proxy_server/test_streaming_helpers.py:None
Routetest_a_model_group_counts_like_the_deployment_that_serves_it
pytest.mark.parametrize( ("group", "deployment_model", "counted_with"), [ ("gpt-4o", "anthropi
tests/unit/proxy/spend_tracking/test_input_tokens.py:None
Routetest_a_model_that_cannot_force_the_json_tool_gets_native_output_without_thinking_unless_opted_out
pytest.mark.parametrize( ("forced_tool_use", "map_flag", "model_info", "thinking_params", "native", "tool_
tests/unit/llms/bedrock/chat/test_converse_transformation.py:None
Routetest_a_model_that_cannot_force_the_json_tool_retries_a_rejected_native_output_with_an_unforced_json_tool
pytest.mark.parametrize("route", ["converse", "invoke"])
tests/integration/providers/test_bedrock_native_structured_output_wire.py:None
Routetest_a_model_the_router_resolves_later_answers_a_bad_tool_entry_its_deployment_list_drops
pytest.mark.parametrize( ("model", "fields"), [ (lambda suffix: _owned_name(suffix, "auto", "o
tests/integration/providers/test_malformed_tools_wire.py:None
Routetest_a_monthly_router_budget_ends_a_calendar_month_after_it_opens
pytest.mark.parametrize( ("limiter_config", "tag_budget_config", "spend_key", "start_time_key"), [
tests/unit/router_strategy/test_budget_limiter.py:None
Routetest_a_name_kind_that_needs_a_model_name_raises_without_one
pytest.mark.parametrize("kind", ["litellm_models", "wildcard", "route_candidates"])
tests/unit/test_router/core/test_registry_characterization_lookups.py:None
Routetest_a_name_several_teams_share_falls_back
pytest.mark.parametrize( ("configured", "requested"), [({"fallbacks": [{"pub": ["g"]}]}, {}), ({}, {"f
tests/unit/test_router/core/test_gaps_fuzz_access.py:None
Routetest_a_native_anthropic_search_tool_reaches_the_wire_untouched_and_keeps_every_deferral
pytest.mark.parametrize(("route", "kind", "stream"), _native_cells())
tests/integration/providers/test_responses_bridge_tool_search_undeferred_wire.py:None
Routetest_a_native_socket_turn_that_fails_counts_the_usage_its_failed_response_reports_v3
pytest.mark.parametrize( "failed_usage, counted", [({"input_tokens": 20, "output_tokens": 7, "total_to
tests/unit/proxy/hooks/test_parallel_request_limiter_v3.py:None
Routetest_a_nested_mcp_pre_call_settles_each_project_io_hold_once_v3
pytest.mark.parametrize( ("steps", "key_tpm_limit", "expected_counters"), [ (("failure", "mcp-
tests/unit/proxy/hooks/test_parallel_request_limiter_v3.py:None
Routetest_a_nested_only_error_event_keeps_its_reason
pytest.mark.parametrize( ("data_type", "nested_error", "expected_error"), [ (
tests/unit/proxy/response_polling/test_response_polling_handler.py:None
Routetest_a_non_boolean_defer_loading_is_refused_with_400_on_a_route_without_tool_search
pytest.mark.parametrize("route", ["gemini", "mistral"])
tests/integration/providers/test_responses_bridge_tool_search_undeferred_wire.py:None
Routetest_a_non_finite_cost_is_refused_by_name
pytest.mark.parametrize( ("field", "value"), [ ("input_cost_per_token", float("inf")),
tests/unit/test_router/core/test_parity_rulings_2026_11.py:None
Routetest_a_non_finite_provider_usage_cost_is_dropped_so_the_response_is_strict_json
pytest.mark.parametrize( "reported_cost", [ float("nan"), float("inf"), {"inpu
tests/unit/litellm_core_utils/llm_response_utils/test_convert_dict_to_response.py:None
Routetest_a_non_json_answer_surfaces_its_body_text
pytest.mark.parametrize("route", ("responses", "messages"))
tests/unit/llms/bigmodel/test_bigmodel_provider.py:None
Routetest_a_non_numeric_budget_is_rejected_with_a_400
pytest.mark.parametrize("budget", ["2048", True])
tests/unit/llms/anthropic/messages/adapters/test_handler_reasoning_effort_normalization.py:None
Routetest_a_non_numeric_thinking_budget_is_rejected_with_a_400
pytest.mark.parametrize("budget_tokens", ["2048", None, True])
tests/unit/test_main.py:None
Routetest_a_non_string_field_bridged_to_anthropic_is_a_400_naming_its_input_item
pytest.mark.parametrize( ("history", "field_path", "type_name"), [ pytest.param( [
tests/unit/responses/litellm_completion_transformation/test_litellm_completion_responses.py:None
Routetest_a_non_string_tool_result_text_is_named_with_or_without_a_tool_use_id
pytest.mark.parametrize( ("tool_result", "error"), ( ( {"type": "tool_result", "to
tests/unit/llms/anthropic/messages/test_convertible_blocks.py:None
Routetest_a_none_string_error_field_is_reported_with_its_line
pytest.mark.parametrize( "source", [ pytest.param('raise ProxyException(message="m", type="Non
tests/code_coverage_tests/test_check_no_none_string_error_fields.py:None
Routetest_a_pass_through_call_with_an_oidc_google_api_key_is_refused_without_a_metadata_fetch
pytest.mark.parametrize("call_path", ["sync", "async router"])
tests/unit/test_utils.py:None
Routetest_a_pass_through_configured_at_the_eu_jev_decision_path_is_not_an_llm_route
pytest.mark.usefixtures("configured_eu_jev_route")
tests/unit/proxy/auth/test_route_checks.py:None
Routetest_a_pass_through_configured_at_the_eu_jev_decision_path_is_not_billed
pytest.mark.usefixtures("configured_eu_jev_route")
tests/unit/proxy/middleware/test_billable_request_metrics_middleware.py:None
Routetest_a_pass_through_configured_at_the_eu_jev_decision_path_keeps_the_requested_model
pytest.mark.usefixtures("configured_eu_jev_route")
tests/unit/proxy/auth/test_auth_utils.py:None
Routetest_a_pass_through_configured_at_the_eu_jev_decision_path_with_a_trailing_slash_is_not_an_llm_route
pytest.mark.usefixtures("configured_eu_jev_route_with_trailing_slash")
tests/unit/proxy/auth/test_route_checks.py:None
Routetest_a_patch_without_a_model_falls_back_to_the_request_model
pytest.mark.parametrize("patched", ["", None])
tests/unit/litellm_core_utils/test_core_helpers.py:None
Routetest_a_per_pixel_deployment_bills_the_size_dashscope_rendered_when_the_caller_sent_none
pytest.mark.parametrize( ("model", "usage"), ( ("qwen-image-2.0", {"width": 2048, "height": 15
tests/unit/test_dashscope_image_generation.py:None
Routetest_a_permission_denial_reaches_the_caller_unless_the_retry_buffers_the_stream
pytest.mark.parametrize( ("error", "buffered_stream_fallback"), [ ( _STREAM_PERMIS
tests/unit/llms/bedrock/chat/test_native_output_fallback.py:None
Routetest_a_pgbouncer_that_cannot_start_stops_the_cli_with_an_uncolored_error_off_a_terminal
patch("atexit.register")
tests/unit/proxy/test_proxy_cli.py:None
Routetest_a_poll_stores_what_its_stream_ended_with
pytest.mark.parametrize( ("chunks", "expected_status", "expected_error", "expected_usage"), [
tests/unit/proxy/response_polling/test_response_polling_handler.py:None
Routetest_a_populated_error_field_still_rejects
pytest.mark.parametrize("path,response", [ ("/v1/chat/completions", b'{"error":{"message":"rate limite
tests/code_coverage_tests/test_provider_cache.py:None
Routetest_a_port_read_back_from_a_port_zero_bind_is_flagged_anywhere_under_integration
pytest.mark.parametrize( ("source", "expected"), ( ("def port():\n probe.bind(('127.0.0.1',
tests/unit/test_check_test_quality.py:None
Routetest_a_prefixed_tool_name_routes_to_its_blocked_stdio_server
pytest.mark.parametrize("flag, routed", [(None, True), ("true", False)])
tests/unit/proxy/mcp_server/test_mcp_server_manager.py:None
Routetest_a_price_the_caller_supplies_is_refused
pytest.mark.parametrize("field", ["input_cost_per_token", "cache_read_input_token_cost", "input_cost_per_secon
tests/unit/proxy/management_endpoints/test_ptu_model_settings.py:None
Routetest_a_private_owned_proxy_keeps_the_worker_retry_default_unless_its_config_sets_one
pytest.mark.parametrize( ("router_settings", "retries"), (({"allowed_fails": 3}, 0), ({"num_retries":
tests/unit/integration_support/test_process.py:None
Routetest_a_project_key_call_on_every_endpoint_lands_in_the_request_latency_and_project_metrics
pytest.mark.parametrize( "call", _CALLS, ids=lambda call: f"{call.route}-{call.model}-{'stream' if call.st
tests/integration/observability/test_prometheus_shared_custom_labels.py:None
Routetest_a_prompt_cache_breakpoint_on_the_message_item_is_dropped_under_drop_params
pytest.mark.parametrize("content", ("Say ok", [{"type": "input_text", "text": "Say ok"}]), ids=("string", "par
tests/unit/llms/openai/responses/test_openai_responses_transformation.py:None
← previousnext →1,301–1,400 of 5,595, ranked by callers