(self, patch_dim, norm_layer=nn.LayerNorm)
| 35 | |
| 36 | class PatchMerging(nn.Module): |
| 37 | def __init__(self, patch_dim, norm_layer=nn.LayerNorm): |
| 38 | super(PatchMerging, self).__init__() |
| 39 | self.patch_dim = patch_dim |
| 40 | self.norm = norm_layer(4 * patch_dim) |
| 41 | self.reduction = nn.Linear(4 * patch_dim, 2 * patch_dim) |
| 42 | |
| 43 | def forward(self, x): |
| 44 | B, H, W, C = x.shape |