Forward function.
(self, x)
| 313 | self.norm = None |
| 314 | |
| 315 | def forward(self, x): |
| 316 | """Forward function.""" |
| 317 | # padding |
| 318 | _, _, H, W = x.size() |
| 319 | if W % self.patch_size[1] != 0: |
| 320 | x = F.pad(x, (0, self.patch_size[1] - W % self.patch_size[1])) |
| 321 | if H % self.patch_size[0] != 0: |
| 322 | x = F.pad(x, (0, 0, 0, self.patch_size[0] - H % self.patch_size[0])) |
| 323 | |
| 324 | x = self.proj(x) # B C Wh Ww |
| 325 | if self.norm is not None: |
| 326 | Wh, Ww = x.size(2), x.size(3) |
| 327 | x = x.flatten(2).transpose(1, 2) |
| 328 | x = self.norm(x) |
| 329 | x = x.transpose(1, 2).view(-1, self.embed_dim, Wh, Ww) |
| 330 | |
| 331 | return x |
| 332 | |
| 333 | |
| 334 | class MultiModalSwinTransformer(nn.Module): |