| 824 | logger.debug("DeepSpeedEngine.__del__ cleanup skipped: %s", exc, exc_info=True) |
| 825 | |
| 826 | def destroy(self): |
| 827 | self._release_deepcompile_compiled_backward_state() |
| 828 | self._release_deepcompile_dynamo_config() |
| 829 | optimizer = getattr(self, "optimizer", None) |
| 830 | if optimizer is not None and hasattr(optimizer, 'destroy'): |
| 831 | optimizer.destroy() |
| 832 | if self.is_deepcompile_active(): |
| 833 | get_deepcompile_handle().cleanup() |
| 834 | debug_clear_module_and_param_names() |
| 835 | |
| 836 | checkpoint_engine = getattr(self, "checkpoint_engine", None) |
| 837 | if checkpoint_engine is not None and checkpoint_engine.is_decoupled(): |
| 838 | checkpoint_engine.cleanup() |
| 839 | |
| 840 | def _get_model_parameters(self): |
| 841 | if self.autotuning_profile_model_info(): |