Method empty_partition_cache

deepspeed/runtime/engine.py:4800–4807

Release GPU memory consumed by offloaded model parameters.

(self)

        return True

    def empty_partition_cache(self):
        """
        Release GPU memory consumed by offloaded model parameters.
        """
        if hasattr(self.optimizer, 'empty_partition_cache'):
            self.optimizer.empty_partition_cache()
            gc.collect()
            get_accelerator().empty_cache()

    def get_autosp_backend(self, compile_kwargs):
        if self.compile_autosp() and self.zero_optimization_stage() not in [