Method __init__

modules/VIPTRv1.py:316–328

(self, in_dim, hidden_dim, out_chans=None, act_layer=nn.GELU, dropout=0.)

class FeedForward(nn.Module):
    def __init__(self, in_dim, hidden_dim, out_chans=None, act_layer=nn.GELU, dropout=0.):
        super().__init__()

        out_chans = out_chans or in_dim
        hidden_dim = hidden_dim or in_dim

        self.net = nn.Sequential(
            nn.Linear(in_dim, hidden_dim),
            act_layer(),
            nn.Dropout(dropout),
            nn.Linear(hidden_dim, out_chans),
            nn.Dropout(dropout)
        )

    def forward(self, x):
        return self.net(x)