(self, dim, norm_layer=nn.LayerNorm)
| 253 | norm_layer (nn.Module, optional): Normalization layer. Default: nn.LayerNorm |
| 254 | """ |
| 255 | def __init__(self, dim, norm_layer=nn.LayerNorm): |
| 256 | super().__init__() |
| 257 | self.dim = dim |
| 258 | self.reduction = nn.Linear(4 * dim, 2 * dim, bias=False) |
| 259 | self.norm = norm_layer(4 * dim) |
| 260 | |
| 261 | def forward(self, x, H, W): |
| 262 | """ Forward function. |