(self, cfg: Config, *, parent: Module)
| 95 | ) |
| 96 | |
| 97 | def __init__(self, cfg: Config, *, parent: Module): |
| 98 | super().__init__(cfg, parent=parent) |
| 99 | cfg = self.config |
| 100 | self._is_valid_config() |
| 101 | # Add on LoRA dropout layer. |
| 102 | # Drop out input randomly before passing to LoRA layers. |
| 103 | self._add_child("lora_dropout", cfg.dropout) |
| 104 | |
| 105 | def forward(self, inputs: Tensor) -> Tensor: |
| 106 | outputs = self.lora_down(self.lora_dropout(inputs)) |
nothing calls this directly
no test coverage detected