convert Id to sentencpiece token
(self, Id)
| 761 | return Tokenization(tokens, processed_text, text, asIds=False) |
| 762 | |
| 763 | def IdToToken(self, Id): |
| 764 | """convert Id to sentencpiece token""" |
| 765 | return self.sp.IdToPiece(Id) |
| 766 | |
| 767 | def TokenToId(self, token): |
| 768 | """convert sentencpiece token to Id""" |