| 83 | return output |
| 84 | |
| 85 | class TextEncoder(BaseModel): |
| 86 | def __init__(self, args, layernorm_epsilon=1e-5, activation_func=QuickGELUActivation()): |
| 87 | super().__init__(args, layernorm_epsilon=layernorm_epsilon, activation_func=activation_func) |
| 88 | self.add_mixin('text_enc', TextMixin(args.hidden_size, args.projection_dim)) |
| 89 | |
| 90 | # @classmethod |
| 91 | # def add_model_specific_args(cls, parser): |
| 92 | # return super().add_model_specific_args(parser) |
| 93 | |
| 94 | import argparse |
| 95 |