| 103 | return x / torch.sqrt(torch.mean(x**2, dim=1, keepdim=True) + 1e-8) |
| 104 | |
| 105 | class DoubleResolutionLayer(nn.Module): |
| 106 | def forward(self, x): |
| 107 | x = nn.functional.interpolate(x, scale_factor=2, mode='nearest') |
| 108 | return x |
| 109 | |
| 110 | class WScaleLayer(nn.Module): |
| 111 | def __init__(self, size, fan_in, gain=numpy.sqrt(2)): |