(self,
dim: int,
inplace: bool = False,
init_values: float = 1e-5)
| 24 | class LayerScale(nn.Module): |
| 25 | |
| 26 | def __init__(self, |
| 27 | dim: int, |
| 28 | inplace: bool = False, |
| 29 | init_values: float = 1e-5): |
| 30 | super().__init__() |
| 31 | self.inplace = inplace |
| 32 | self.weight = nn.Parameter(torch.ones(dim) * init_values) |
| 33 | |
| 34 | def forward(self, x): |
| 35 | if self.inplace: |