Method reset_parameters

funasr/models/lora/layers.py:171–177

Reset parameters.

(self)

            self.weight.data = self.weight.data.T

    def reset_parameters(self):
        """Reset parameters."""
        nn.Linear.reset_parameters(self)
        if hasattr(self, "lora_A"):
            # initialize A the same way as the default for nn.Linear and B to zero
            nn.init.kaiming_uniform_(self.lora_A, a=math.sqrt(5))
            nn.init.zeros_(self.lora_B)

    def train(self, mode: bool = True):
        """Train.