Function _apply_litellm_settings

openkb/cli.py:111–133

Set each ``litellm:`` key verbatim onto the litellm module (process-wide globals, so they reach every LiteLLM call). Skips with a warning a key the installed litellm doesn't define, or one that is a litellm function (e.g. ``completion``) since overwriting it would break later calls. Appl

(settings: dict)

def _apply_litellm_settings(settings: dict) -> None:
    """Set each ``litellm:`` key verbatim onto the litellm module (process-wide
    globals, so they reach every LiteLLM call). Skips with a warning a key the
    installed litellm doesn't define, or one that is a litellm function (e.g.
    ``completion``) since overwriting it would break later calls. Applied, never
    reset — the values persist for the life of the process.
    """
    for key, value in settings.items():
        if not hasattr(litellm, key):
            logger.warning(
                "config: LiteLLM has no setting %r — ignoring it "
                "(check the spelling or your installed litellm version).",
                key,
            )
            continue
        if callable(getattr(litellm, key)):
            logger.warning(
                "config: 'litellm.%s' is a LiteLLM function, not a setting — "
                "refusing to overwrite it from the litellm: config block.",
                key,
            )
            continue
        setattr(litellm, key, value)


def _setup_llm_key(kb_dir: Path | None = None) -> None: