(self, token_ids: int | list[int] | torch.Tensor)
| 215 | return toks[0] |
| 216 | |
| 217 | def decode(self, token_ids: int | list[int] | torch.Tensor) -> str: |
| 218 | return self.tokenizer.decode(token_ids) # type: ignore |
| 219 | |
| 220 | @property |
| 221 | def pad_token_id(self) -> int: |
no outgoing calls
no test coverage detected