Method train

funasr/models/lora/layers.py:179–198

Train. Args: mode: TODO.

(self, mode: bool = True)

            nn.init.zeros_(self.lora_B)

    def train(self, mode: bool = True):
        """Train.
        
            Args:
                mode: TODO.
            """
        def T(w):
            """T.
            
                Args:
                    w: TODO.
                """
            return w.T if self.fan_in_fan_out else w

        nn.Linear.train(self, mode)
        if self.merge_weights and self.merged:
            # Make sure that the weights are not merged
            if self.r > 0:
                self.weight.data -= T(self.lora_B @ self.lora_A) * self.scaling
            self.merged = False

    def eval(self):
        """Eval."""