| 83 | |
| 84 | |
| 85 | class MAEEncoder(ViTModel): |
| 86 | def __init__(self, args, transformer=None, layernorm_epsilon=1e-6): |
| 87 | super().__init__(args, transformer=transformer, layernorm_epsilon=layernorm_epsilon) |
| 88 | self.del_mixin('cls') |
| 89 | self.del_mixin('pos_embedding') |
| 90 | self.add_mixin('pos_embedding', PosMixin(args.hidden_size, self.old_property, self.property)) |
| 91 | |
| 92 | @classmethod |
| 93 | def add_model_specific_args(cls, parser): |
| 94 | group = parser.add_argument_group('MAE-enc', 'MAE encoder Configurations') |
| 95 | return super().add_model_specific_args(parser) |
| 96 | |
| 97 | |
| 98 | class MaskMixin(BaseMixin): |