Function _get_cache_key

langroid/language_models/client_cache.py:27–48

Generate a cache key from client type and configuration parameters. Uses the same approach as OpenAIGPT._cache_lookup for consistency. Args: client_type: Type of client (e.g., "openai", "groq", "cerebras") **kwargs: Configuration parameters (api_key, base_url, timeout,

(client_type: str, **kwargs: Any)

def _get_cache_key(client_type: str, **kwargs: Any) -> str:
    """
    Generate a cache key from client type and configuration parameters.
    Uses the same approach as OpenAIGPT._cache_lookup for consistency.

    Args:
        client_type: Type of client (e.g., "openai", "groq", "cerebras")
        **kwargs: Configuration parameters (api_key, base_url, timeout, etc.)

    Returns:
        SHA256 hash of the configuration as a hex string
    """
    # Convert kwargs to sorted string representation
    sorted_kwargs_str = str(sorted(kwargs.items()))

    # Create raw key combining client type and sorted kwargs
    raw_key = f"{client_type}:{sorted_kwargs_str}"

    # Hash the key for consistent length and to handle complex objects
    hashed_key = hashlib.sha256(raw_key.encode()).hexdigest()

    return hashed_key


def _get_cached_client(cache_key: str) -> Optional[Any]: