(self)
| 488 | yield from self.added_tokens() |
| 489 | |
| 490 | def __repr__(self) -> str: |
| 491 | return f"<BpeVocab with {self.vocab_size_base} base tokens and {len(self.added_tokens_list)} added tokens>" |
| 492 | |
| 493 | |
| 494 | class SentencePieceVocab(Vocab): |
nothing calls this directly
no outgoing calls
no test coverage detected