| 755 | |
| 756 | |
| 757 | class Decoder(nn.Module): |
| 758 | def __init__(self, in_channels): |
| 759 | super(Decoder, self).__init__() |
| 760 | self.rcab_a = RCAB(in_channels) |
| 761 | self.rcab_b = RCAB(in_channels) |
| 762 | self.spade_a = Spade(in_channels, in_channels) |
| 763 | self.spade_b = Spade(in_channels, in_channels) |
| 764 | |
| 765 | self.crb = BasicConv2d(in_channels*2, in_channels, kernel_size=3, padding=1) |
| 766 | self.out_e = nn.Conv2d(in_channels, 1, kernel_size=3, padding=1) |
| 767 | |
| 768 | self.conv3x3 = BasicConv2d(in_channels * 2, in_channels, kernel_size=3, padding=1) |
| 769 | self.out_s = nn.Conv2d(in_channels, 1, kernel_size=3, padding=1) |
| 770 | |
| 771 | def forward(self, f, f_s, f_e, p_s, p_e): |
| 772 | prior_cam = F.interpolate(p_s, size=f.size()[2:], mode='bilinear', align_corners=True) # 2,1,12,12->2,1,48,48 |
| 773 | r_prior_cam = 1 - torch.sigmoid(prior_cam) |
| 774 | prior_cam = torch.sigmoid(prior_cam) |
| 775 | |
| 776 | f_a = self.rcab_a(f * r_prior_cam.expand(-1, f.size()[1], -1, -1) + f) |
| 777 | f_b = self.rcab_b(f * prior_cam.expand(-1, f.size()[1], -1, -1) + f) |
| 778 | f_a = self.spade_a(f_a, f_e) |
| 779 | f_b = self.spade_b(f_b, f_e) |
| 780 | |
| 781 | f_s_new = self.conv3x3(torch.cat([f_a, f_b], 1)) |
| 782 | p_s_new = self.out_s(f_s_new) |
| 783 | |
| 784 | p_e = F.interpolate(p_e, size=f.size()[2:], mode='bilinear', align_corners=True) |
| 785 | f_s = F.interpolate(f_s, size=f.size()[2:], mode='bilinear', align_corners=True) |
| 786 | |
| 787 | f_e_new = self.crb(torch.cat([(f * p_e.expand(-1, f.size()[1], -1, -1) + f), f_s], 1)) |
| 788 | p_e_new = self.out_e(f_e_new) |
| 789 | |
| 790 | return f_s_new, f_e_new, p_s_new, p_e_new |
| 791 | |
| 792 | |
| 793 | class REM_decoder(nn.Module): |