| 57 | } |
| 58 | |
| 59 | void* KVCache::get_key_ptr(size_t layer) { |
| 60 | if (current_seq_len == 0 || layer >= num_layers) return nullptr; |
| 61 | return layer_caches[layer].keys.data(); |
| 62 | } |
| 63 | |
| 64 | void* KVCache::get_value_ptr(size_t layer) { |
| 65 | if (current_seq_len == 0 || layer >= num_layers) return nullptr; |
no test coverage detected