| 86 | } |
| 87 | |
| 88 | KVCache::CircularView KVCache::get_value_view(size_t layer) { |
| 89 | CircularView view; |
| 90 | if (layer >= num_layers || current_seq_len == 0) { |
| 91 | view.ptr1 = nullptr; |
| 92 | view.ptr2 = nullptr; |
| 93 | view.len1 = 0; |
| 94 | view.len2 = 0; |
| 95 | view.total_len = 0; |
| 96 | return view; |
| 97 | } |
| 98 | |
| 99 | view.ptr1 = layer_caches[layer].values.data(); |
| 100 | view.ptr2 = nullptr; |
| 101 | view.len1 = current_seq_len; |
| 102 | view.len2 = 0; |
| 103 | view.total_len = current_seq_len; |
| 104 | return view; |
| 105 | } |
| 106 | |
| 107 | void KVCache::update_from_graph(CactusGraph* gb, const std::vector<size_t>& k_nodes, |
| 108 | const std::vector<size_t>& v_nodes, size_t seq_len, |
no test coverage detected