Method __init__

SwissArmyTransformer/sat/model/official/mae_model.py:99–102

(self, args)

class MaskMixin(BaseMixin):
    def __init__(self, args):
        super().__init__()
        self.decoder_embed = nn.Linear(args.enc_hidden_size, args.hidden_size, bias=True)
        self.decoder_pred = nn.Linear(args.hidden_size, args.patch_size**2 * args.in_channels, bias=True) # decoder to patch

    def word_embedding_forward(self, input_ids, **kwargs):
        x = kwargs["encoder_outputs"]