| 60 | |
| 61 | |
| 62 | class AttentiveGuide(nn.Module): |
| 63 | def __init__(self, dim): |
| 64 | super().__init__() |
| 65 | self.norm1 = LayerNorm2d(dim) |
| 66 | self.norm2 = LayerNorm2d(dim) |
| 67 | |
| 68 | def forward(self, x, g): |
| 69 | return self.norm1(x) * self.norm2(g) * x |
| 70 | |
| 71 | |
| 72 | class Upsample(nn.Module): |