(self)
| 109 | assert 0 <= abs(layer_idx) <= 12 |
| 110 | |
| 111 | def freeze(self): |
| 112 | self.transformer = self.transformer.eval() |
| 113 | #self.train = disabled_train |
| 114 | for param in self.parameters(): |
| 115 | param.requires_grad = False |
| 116 | |
| 117 | def forward(self, text): |
| 118 | batch_encoding = self.tokenizer(text, truncation=True, max_length=self.max_length, return_length=True, |