(self, device)
| 189 | self.cu_seqlens = cu_seqlens |
| 190 | self.max_seq_len = max_seq_len |
| 191 | def to(self, device): |
| 192 | self.input_ids = self.input_ids.to(device) |
| 193 | self.attention_mask = self.attention_mask.to(device) |
| 194 | self.cu_input_ids = self.cu_input_ids.to(device) |
| 195 | self.cu_seqlens = self.cu_seqlens.to(device) |
| 196 | return self |
| 197 | |
| 198 | class Wrapped_StepChatTokenizer(StepChatTokenizer): |
| 199 | def __call__(self, text, max_length=320, padding="max_length", truncation=True, return_tensors="pt"): |
no outgoing calls
no test coverage detected