(self, src_to_dsts: Dict[int, List[int]])
| 148 | self._swap(self.gpu_cache, self.cpu_cache, src_to_dst) |
| 149 | |
| 150 | def copy(self, src_to_dsts: Dict[int, List[int]]) -> None: |
| 151 | key_caches = [key_cache for key_cache, _ in self.gpu_cache] |
| 152 | value_caches = [value_cache for _, value_cache in self.gpu_cache] |
| 153 | # NOTE(woosuk): This operation implicitly synchronizes the CPU and GPU. |
| 154 | cache_ops.copy_blocks(key_caches, value_caches, src_to_dsts) |
| 155 | |
| 156 | @staticmethod |
| 157 | def get_cache_block_size( |
no outgoing calls
no test coverage detected