| 282 | return last_hidden_state |
| 283 | |
| 284 | def freeze(self): |
| 285 | self.transformer = self.transformer.eval() |
| 286 | for param in self.transformer.text_model.encoder.parameters(): |
| 287 | param.requires_grad = False |
| 288 | for param in self.transformer.text_model.final_layer_norm.parameters(): |
| 289 | param.requires_grad = False |
| 290 | for param in self.transformer.text_model.embeddings.position_embedding.parameters(): |
| 291 | param.requires_grad = False |
| 292 | |
| 293 | def forward(self, text): |
| 294 | batch_encoding = self.tokenizer(text, truncation=True, max_length=self.max_length, return_length=True, |