(self, imgs1, imgs2, mask_ratio=0.75)
| 740 | return loss |
| 741 | |
| 742 | def forward(self, imgs1, imgs2, mask_ratio=0.75): |
| 743 | latent, mask1, ids_restore, size1 = self.forward_encoder(imgs1, imgs2, mask_ratio) |
| 744 | # now we only consider reconstruct the first frame |
| 745 | # this can be extended to reconstruct both |
| 746 | latent_to_decode = latent[:, :1+size1, :] |
| 747 | pred = self.forward_decoder(latent_to_decode, ids_restore) # [N, L, p*p*3] |
| 748 | loss = self.forward_loss(imgs1, pred, mask1) |
| 749 | result = self.unpatchify(pred) |
| 750 | return loss, pred, mask1, result |
nothing calls this directly
no test coverage detected