Function _accepts_cache_control

openkb/agent/compiler.py:277–305

Whether ``model`` honours Anthropic-style ``cache_control`` markers. The markers emitted by :func:`_cached_text` are an Anthropic feature. LiteLLM forwards them to Anthropic directly, and to Anthropic (Claude) models served via OpenRouter, Bedrock and Vertex. For other providers — n

(model: str)

def _accepts_cache_control(model: str) -> bool:
    """Whether ``model`` honours Anthropic-style ``cache_control`` markers.

    The markers emitted by :func:`_cached_text` are an Anthropic feature.
    LiteLLM forwards them to Anthropic directly, and to Anthropic (Claude)
    models served via OpenRouter, Bedrock and Vertex. For other providers —
    notably Gemini — LiteLLM instead translates the marker into a
    provider-native cached-content object that conflicts with
    ``system_instruction``/``tools`` and makes *every* request fail with
    ``400 CachedContent can not be used with ...``. Detect the provider so the
    marker can be dropped before it reaches such a backend.
    """
    # Import the real symbol rather than going through the module-level
    # ``litellm`` reference: provider detection must stay correct even when a
    # caller patches ``openkb.agent.compiler.litellm`` to stub out completion.
    from litellm import get_llm_provider

    try:
        provider = get_llm_provider(model)[1]
    except Exception:
        provider = ""
    lowered = model.lower()
    if provider == "anthropic":
        return True
    if provider in ("openrouter", "bedrock", "vertex_ai") and (
        "claude" in lowered or "anthropic" in lowered
    ):
        return True
    return False


def _strip_cache_control(messages: list[dict]) -> list[dict]: