| 280 | return last_hidden_state |
| 281 | |
| 282 | def freeze(self): |
| 283 | self.transformer = self.transformer.eval() |
| 284 | for param in self.transformer.text_model.encoder.parameters(): |
| 285 | param.requires_grad = False |
| 286 | for param in self.transformer.text_model.final_layer_norm.parameters(): |
| 287 | param.requires_grad = False |
| 288 | for param in self.transformer.text_model.embeddings.position_embedding.parameters(): |
| 289 | param.requires_grad = False |
| 290 | |
| 291 | def forward(self, text, t=None): |
| 292 | batch_encoding = self.tokenizer(text, truncation=True, max_length=self.max_length, return_length=True, |