Function kv_cache_bytes

server/test/test_kvflash.cpp:54–59

}

size_t kv_cache_bytes(const TargetCache & c) {
    size_t n = 0;
    for (auto * t : c.attn_k) if (t) n += ggml_nbytes(t);
    for (auto * t : c.attn_v) if (t) n += ggml_nbytes(t);
    return n;
}

size_t vram_used_now() {
    size_t free_b = 0, total_b = 0;