(self)
| 74 | self.module_dropout = module_dropout |
| 75 | |
| 76 | def apply_to(self): |
| 77 | self.org_forward = self.org_module.forward |
| 78 | self.org_module.forward = self.forward |
| 79 | del self.org_module |
| 80 | |
| 81 | def forward(self, x, *args, **kwargs): |
| 82 | weight_dtype = x.dtype |