Function _get_cached_client

langroid/language_models/client_cache.py:51–62

Get cached client and refresh its last-used timestamp. Must be called while holding ``_client_cache_lock``.

(cache_key: str)

def _get_cached_client(cache_key: str) -> Optional[Any]:
    """Get cached client and refresh its last-used timestamp.

    Must be called while holding ``_client_cache_lock``.
    """
    entry = _client_cache.get(cache_key)
    if entry is None:
        return None

    client, _ = entry
    _client_cache[cache_key] = (client, time.monotonic())
    return client


def _store_client(cache_key: str, client: Any) -> None: