Method get_router_kcache

src/utils/cache.py:60–64

(self, layer_idx)

        return key_cache, value_cache

    def get_router_kcache(self, layer_idx):
        if layer_idx < len(self.router_key_cache):
            return self.router_key_cache[layer_idx]
        else:
            return None

    def clear_query(self):
        """