Function cache_clear

cake-core/benches/bench_cache.rs:104–114

(bencher: divan::Bencher)

#[divan::bench]
fn cache_clear(bencher: divan::Bencher) {
    let cfg = test_config();
    let head_dim = cfg.hidden_size / cfg.num_attention_heads;
    let k = make_tensor(&[1, cfg.num_key_value_heads, 4, head_dim], 60);
    let v = make_tensor(&[1, cfg.num_key_value_heads, 4, head_dim], 61);
    bencher.bench_local(move || {
        let mut cache = make_cache(&cfg);
        cache.process_kv(0, k.clone(), v.clone()).unwrap();
        cache.clear();
    });
}