Reset parameters.
(self)
| 73 | self.reset_parameters() |
| 74 | |
| 75 | def reset_parameters(self): |
| 76 | """Reset parameters.""" |
| 77 | nn.Embedding.reset_parameters(self) |
| 78 | if hasattr(self, "lora_A"): |
| 79 | # initialize A the same way as the default for nn.Linear and B to zero |
| 80 | nn.init.zeros_(self.lora_A) |
| 81 | nn.init.normal_(self.lora_B) |
| 82 | |
| 83 | def train(self, mode: bool = True): |
| 84 | """Train. |
no test coverage detected