(self, text)
| 115 | param.requires_grad = False |
| 116 | |
| 117 | def forward(self, text): |
| 118 | batch_encoding = self.tokenizer(text, truncation=True, max_length=self.max_length, return_length=True, |
| 119 | return_overflowing_tokens=False, padding="max_length", return_tensors="pt") |
| 120 | tokens = batch_encoding["input_ids"].to(self.device) |
| 121 | outputs = self.transformer(input_ids=tokens, output_hidden_states=self.layer=="hidden") |
| 122 | if self.layer == "last": |
| 123 | z = outputs.last_hidden_state |
| 124 | elif self.layer == "pooled": |
| 125 | z = outputs.pooler_output[:, None, :] |
| 126 | else: |
| 127 | z = outputs.hidden_states[self.layer_idx] |
| 128 | return z |
| 129 | |
| 130 | def encode(self, text): |
| 131 | return self(text) |
nothing calls this directly
no outgoing calls
no test coverage detected