| 700 | module.unmerge() |
| 701 | |
| 702 | def unload_lora(self): |
| 703 | if not USE_PEFT_BACKEND: |
| 704 | raise ValueError("PEFT backend is required for `unload_lora()`.") |
| 705 | |
| 706 | from ..hooks.group_offloading import _maybe_remove_and_reapply_group_offloading |
| 707 | from ..utils import recurse_remove_peft_layers |
| 708 | |
| 709 | recurse_remove_peft_layers(self) |
| 710 | if hasattr(self, "peft_config"): |
| 711 | del self.peft_config |
| 712 | if hasattr(self, "_hf_peft_config_loaded"): |
| 713 | self._hf_peft_config_loaded = None |
| 714 | |
| 715 | _maybe_remove_and_reapply_group_offloading(self) |
| 716 | |
| 717 | def disable_lora(self): |
| 718 | """ |