| 58 | |
| 59 | |
| 60 | class Downsample(nn.Module): |
| 61 | def __init__(self, in_channels, with_conv): |
| 62 | super().__init__() |
| 63 | self.with_conv = with_conv |
| 64 | if self.with_conv: |
| 65 | # no asymmetric padding in torch conv, must do it ourselves |
| 66 | self.conv = torch.nn.Conv2d(in_channels, |
| 67 | in_channels, |
| 68 | kernel_size=3, |
| 69 | stride=2, |
| 70 | padding=0) |
| 71 | |
| 72 | def forward(self, x): |
| 73 | if self.with_conv: |
| 74 | pad = (0,1,0,1) |
| 75 | x = torch.nn.functional.pad(x, pad, mode="constant", value=0) |
| 76 | x = self.conv(x) |
| 77 | else: |
| 78 | x = torch.nn.functional.avg_pool2d(x, kernel_size=2, stride=2) |
| 79 | return x |
| 80 | |
| 81 | |
| 82 | class ResnetBlock(nn.Module): |