(self)
| 200 | return len(self.cache_kwargs) |
| 201 | |
| 202 | def clear_kvcache(self): |
| 203 | self._quantized_key_cache = [] |
| 204 | self._quantized_value_cache = [] |
| 205 | self.key_cache = [] |
| 206 | self.value_cache = [] |
| 207 | |
| 208 | def get_kvcache(self, layer_idx): |
| 209 | """ |
nothing calls this directly
no outgoing calls
no test coverage detected