(self, x)
| 27 | self.beta = nn.Parameter(torch.zeros(channels)) |
| 28 | |
| 29 | def forward(self, x): |
| 30 | x = x.transpose(1, -1) |
| 31 | x = F.layer_norm(x, (self.channels,), self.gamma, self.beta, self.eps) |
| 32 | return x.transpose(1, -1) |
| 33 | |
| 34 | |
| 35 | class TextEncoder(nn.Module): |