Function create_cache

src/utils/cache.py:337–351

根据参数创建合适的缓存实例 Args: args: 包含量化相关参数的命名空间对象 Returns: CustomDynamicCache or CustomQuantizeDynamicCache: 缓存实例

(quantize_nbits: Optional[int] = 0)

def create_cache(quantize_nbits: Optional[int] = 0):
    """
    根据参数创建合适的缓存实例

    Args:
        args: 包含量化相关参数的命名空间对象

    Returns:
        CustomDynamicCache or CustomQuantizeDynamicCache: 缓存实例
    """
    if quantize_nbits > 0:
        quan_cache_config = QuantizedCacheConfig(nbits=quantize_nbits)
        return CustomQuantizeDynamicCache(quan_cache_config)
    else:
        return CustomDynamicCache()

def manual_deepcopy_kv_cache(cache_obj):
    """