| 955 | logger.debug("DeepSpeedEngine.__del__ cleanup skipped: %s", exc, exc_info=True) |
| 956 | |
| 957 | def destroy(self): |
| 958 | self._release_deepcompile_compiled_backward_state() |
| 959 | self._release_deepcompile_dynamo_config() |
| 960 | optimizer = getattr(self, "optimizer", None) |
| 961 | if optimizer is not None and hasattr(optimizer, 'destroy'): |
| 962 | optimizer.destroy() |
| 963 | if self.is_deepcompile_active(): |
| 964 | get_deepcompile_handle().cleanup() |
| 965 | debug_clear_module_and_param_names() |
| 966 | |
| 967 | checkpoint_engine = getattr(self, "checkpoint_engine", None) |
| 968 | if checkpoint_engine is not None and checkpoint_engine.is_decoupled(): |
| 969 | checkpoint_engine.cleanup() |
| 970 | |
| 971 | def _get_model_parameters(self): |
| 972 | if self.autotuning_profile_model_info(): |