| 62 | } |
| 63 | |
| 64 | void* KVCache::get_value_ptr(size_t layer) { |
| 65 | if (current_seq_len == 0 || layer >= num_layers) return nullptr; |
| 66 | return layer_caches[layer].values.data(); |
| 67 | } |
| 68 | |
| 69 | KVCache::CircularView KVCache::get_key_view(size_t layer) { |
| 70 | CircularView view; |
no test coverage detected