Method __init__

SwissArmyTransformer/sat/model/official/mae_model.py:21–23

(self, hidden_size, old_property, property, init_method_std=0.02)

class PosMixin(InterpolatedPositionEmbeddingMixin):
    def __init__(self, hidden_size, old_property, property, init_method_std=0.02):
        super().__init__(hidden_size, old_property, property, init_method_std=init_method_std)
        self.hidden_size = hidden_size

    def reinit(self, parent_model=None):
        old_weight = self.transformer.position_embeddings.weight.data