Method __init__

lycoris/modules/base.py:90–225

if alpha == 0 or None, alpha is rank (no scaling).

(
        self,
        lora_name,
        org_module: nn.Module,
        multiplier=1.0,
        dropout=0.0,
        rank_dropout=0.0,
        module_dropout=0.0,
        rank_dropout_scale=False,
        bypass_mode=None,
        **kwargs,
    )

            destination = OrderedDict()
            destination._metadata = OrderedDict()

        local_metadata = dict(version=self._version)
        if hasattr(destination, "_metadata"):
            destination._metadata[prefix[:-1]] = local_metadata

        if (custom_sd := self.custom_state_dict()) is not None:
            for k, v in custom_sd.items():
                destination[f"{prefix}{k}"] = v
            return destination
        else:
            return super().state_dict(
                *args, destination=destination, prefix=prefix, keep_vars=keep_vars
            )


@dataclass
class _MergeContext:
    precise: bool
    target_device: torch.device
    target_dtype: torch.dtype
    compute_dtype: torch.dtype
    param_device: torch.device | None
    param_dtype: torch.dtype | None
    module: nn.Module
    weight_param: torch.Tensor
    bias_param: torch.Tensor | None


class LycorisBaseModule(ModuleCustomSD):
    name: str
    dtype_tensor: torch.Tensor
    support_module = {}
    weight_list = []
    weight_list_det = []

    def __init__(
        self,
        lora_name,
        org_module: nn.Module,
        multiplier=1.0,
        dropout=0.0,
        rank_dropout=0.0,
        module_dropout=0.0,
        rank_dropout_scale=False,
        bypass_mode=None,
        **kwargs,
    ):
        """if alpha == 0 or None, alpha is rank (no scaling)."""
        super().__init__()
        self.lora_name = lora_name
        self.not_supported = False

        self.peft_wrapper = None
        if BaseTunerLayer is not None and isinstance(org_module, BaseTunerLayer):
            self.peft_wrapper = org_module
            base_layer = getattr(org_module, "base_layer", None)
            if base_layer is None and hasattr(org_module, "get_base_layer"):
                base_layer = org_module.get_base_layer()