(self, requires_grad: bool = True)
| 95 | return trainable_params |
| 96 | |
| 97 | def requires_grad_(self, requires_grad: bool = True): |
| 98 | self.lora_up.requires_grad_(requires_grad) |
| 99 | self.lora_down.requires_grad_(False) |
| 100 | return self |
| 101 | |
| 102 | def apply_to(self): |
| 103 | self.org_forward = self.org_module.forward |
no outgoing calls