Class ProxyBaseLLMRequestProcessing

litellm/proxy/common_request_processing.py:1011–3222

class ProxyBaseLLMRequestProcessing:
    def __init__(self, data: dict):
        self.data = data

    @staticmethod
    def get_custom_headers(
        *,
        user_api_key_dict: UserAPIKeyAuth,
        call_id: str | None = None,
        model_id: str | None = None,
        cache_key: str | None = None,
        api_base: str | None = None,
        version: str | None = None,
        model_region: str | None = None,
        response_cost: float | str | None = None,
        hidden_params: dict | None = None,
        fastest_response_batch_completion: bool | None = None,
        request_data: dict | None = {},
        timeout: float | httpx.Timeout | None = None,
        litellm_logging_obj: LiteLLMLoggingObj | None = None,
        **kwargs,
    ) -> dict:
        exclude_values: Final = {"", None, "None"}
        hidden_params = hidden_params or {}

        # Extract discount and margin info from cost_breakdown if available
        (
            original_cost,
            discount_amount,
            margin_total_amount,
            margin_percent,
        ) = _get_cost_breakdown_from_logging_obj(litellm_logging_obj=litellm_logging_obj)

        # Calculate updated spend for header (include current response_cost)
        current_spend: Final = user_api_key_dict.spend or 0.0
        updated_spend = current_spend
        if response_cost is not None:
            try:
                # Convert response_cost to float if it's a string
                cost_value: Final = float(response_cost) if isinstance(response_cost, str) else response_cost
                if cost_value > 0:
                    updated_spend = current_spend + cost_value
            except (ValueError, TypeError):
                # If conversion fails, use original spend
                pass

        model_name: Final = ProxyBaseLLMRequestProcessing._get_deployment_model_name(litellm_logging_obj)
        classifier_cost: Final = _classifier_cost_from_request_data(request_data)

        headers: Final = {
            "x-litellm-call-id": call_id,
            "x-litellm-model-id": model_id,
            "x-litellm-model-name": model_name,
            "x-litellm-cache-key": cache_key,
            "x-litellm-model-api-base": (
                api_base.split("?")[0] if api_base else None
            ),  # don't include query params, risk of leaking sensitive info
            "x-litellm-version": version,