Function get_groq_client

langroid/language_models/client_cache.py:236–255

Get or create a singleton Groq client with the given configuration. Args: api_key: Groq API key Returns: Groq client instance

(api_key: str)

def get_groq_client(api_key: str) -> Groq:
    """
    Get or create a singleton Groq client with the given configuration.

    Args:
        api_key: Groq API key

    Returns:
        Groq client instance
    """
    cache_key = _get_cache_key("groq", api_key=api_key)

    with _client_cache_lock:
        cached_client = _get_cached_client(cache_key)
        if cached_client is not None:
            return cast(Groq, cached_client)

        client = Groq(api_key=api_key)
        _store_client(cache_key, client)
    return client


def get_async_groq_client(api_key: str) -> AsyncGroq: