Function cache_new

cake-core/benches/bench_cache.rs:7–12

(bencher: divan::Bencher)

#[divan::bench]
fn cache_new(bencher: divan::Bencher) {
    let cfg = test_config();
    bencher.bench_local(move || {
        Cache::new(true, DType::F32, &cfg, &Device::Cpu).unwrap()
    });
}

#[divan::bench(args = [1, 8, 32])]
fn cache_cosine(bencher: divan::Bencher, seq_len: usize) {