(
self, cache_dir: str = ".cache/llama_cache", capacity_bytes: int = (2 << 30)
)
| 105 | """Cache for a llama.cpp model using disk.""" |
| 106 | |
| 107 | def __init__( |
| 108 | self, cache_dir: str = ".cache/llama_cache", capacity_bytes: int = (2 << 30) |
| 109 | ): |
| 110 | super().__init__(capacity_bytes) |
| 111 | self.cache = diskcache.Cache(cache_dir) |
| 112 | |
| 113 | @property |
| 114 | def cache_size(self): |