Function test_reset_functionality

tests/test_kv_cache.cpp:182–218

}

bool test_reset_functionality() {
    KVCache cache;
    cache.init(2, 1024, std::vector<size_t>(2, 64), std::vector<size_t>(2, 8), Precision::FP16);
    cache.set_window_size(16, 4);

    CactusGraph graph;
    graph.input({1}, Precision::FP32);
    vector<size_t> k_nodes, v_nodes;

    for (size_t layer = 0; layer < 2; layer++) {
        size_t k_node = graph.input({10, 8, 64}, Precision::FP16);
        size_t v_node = graph.input({10, 8, 64}, Precision::FP16);

        vector<uint8_t> data;
        fill_fp16(data, 10 * 8 * 64, 1.0f);
        graph.set_input(k_node, data.data(), Precision::FP16);
        graph.set_input(v_node, data.data(), Precision::FP16);

        k_nodes.push_back(k_node);
        v_nodes.push_back(v_node);
    }

    graph.execute();
    cache.update_from_graph(&graph, k_nodes, v_nodes, 10, 2);

    assert(cache.get_effective_seq_len() == 10);
    assert(cache.get_total_seq_len() == 10);

    cache.reset();

    assert(cache.get_effective_seq_len() == 0);
    assert(cache.get_total_seq_len() == 0);
    assert(cache.get_keys_int8(0) == nullptr);
    assert(cache.get_values_int8(0) == nullptr);

    return true;
}

bool test_large_window() {
    const size_t num_layers = 4;