List the vocabulary indices of the special tokens (' ', ' '...) mapped to class attributes (cls_token, unk_token...).
(self)
| 924 | |
| 925 | @property |
| 926 | def all_special_ids(self): |
| 927 | """ List the vocabulary indices of the special tokens ('<unk>', '<cls>'...) mapped to |
| 928 | class attributes (cls_token, unk_token...). |
| 929 | """ |
| 930 | all_toks = self.all_special_tokens |
| 931 | all_ids = self.convert_tokens_to_ids(all_toks) |
| 932 | return all_ids |
| 933 | |
| 934 | |
| 935 | ENCODE_KWARGS_DOCSTRING = r""" |
nothing calls this directly
no test coverage detected