| 967 | self._text_encoder = FNBlock(teacher_text_encoder_fn) |
| 968 | |
| 969 | class EmptyTransformer(nn.Module): |
| 970 | def __init__(self): |
| 971 | super().__init__() |
| 972 | self.layers = 0 |
| 973 | self._text_encoder.transformer = EmptyTransformer() |
| 974 | self._text_encoder.token_embedding = None |
| 975 | self._without_ddp[1] = self._text_encoder |