Method forward

modules/VIPTRv2T_ch.py:504–513

x: B H W C

(self, x)

        self.norm = nn.LayerNorm(out_dim)

    def forward(self, x):
        '''
        x: B H W C
        '''
        x = x.permute(0, 3, 1, 2).contiguous()  # (b c h w)
        x = self.reduction(x)  # (b oc oh ow)
        x = x.permute(0, 2, 3, 1).contiguous()  # (b oh ow oc)
        x = self.norm(x)

        return x

class LePEAttention(nn.Module):
    def __init__(self, dim, resolution, idx, split_size=7, dim_out=None, num_heads=8, attn_drop=0., proj_drop=0.,