Method set_cache

llama_cpp/llama.py:633–639

Set the cache. Args: cache: The cache to set.

(self, cache: Optional[BaseLlamaCache])

        )

    def set_cache(self, cache: Optional[BaseLlamaCache]):
        """Set the cache.

        Args:
            cache: The cache to set.
        """
        self.cache = cache

    def set_seed(self, seed: int):
        """Set the random seed.