(self, args, transformer=None, **kwargs)
| 104 | |
| 105 | class ViTModel(BaseModel): |
| 106 | def __init__(self, args, transformer=None, **kwargs): |
| 107 | property = ViTProperty(args.image_size, args.patch_size, args.pre_len, args.post_len) |
| 108 | args.max_sequence_length = property.pre_len + property.num_patches + property.post_len |
| 109 | if 'activation_func' not in kwargs: |
| 110 | kwargs['activation_func'] = gelu |
| 111 | super().__init__(args, transformer=transformer, **kwargs) |
| 112 | self.transformer.property = property |
| 113 | self.add_mixin("patch_embedding", ImagePatchEmbeddingMixin(args.in_channels, args.hidden_size, property)) |
| 114 | self.add_mixin("pos_embedding", InterpolatedPositionEmbeddingMixin()) |
| 115 | self.add_mixin("cls", ClsMixin(args.hidden_size, args.num_classes)) |
| 116 | |
| 117 | @classmethod |
| 118 | def add_model_specific_args(cls, parser): |
nothing calls this directly
no test coverage detected