Method with_kv_cache

cake-core/src/models/common/cache.rs:133–135

Return true if kv-caching is enabled.

(&self)

    /// Return true if kv-caching is enabled.
    pub fn with_kv_cache(&self) -> bool {
        self.use_kv_cache
    }

    /// Return the cached cosine value for the given position and sequence length.
    /// When `device` differs from the cache's own device, the result is copied