(self)
| 559 | yield from self.added_tokens() |
| 560 | |
| 561 | def __repr__(self) -> str: |
| 562 | return f"<SentencePieceVocab with {self.vocab_size_base} base tokens and {len(self.added_tokens_list)} added tokens>" |
| 563 | |
| 564 | |
| 565 | class LlamaHfVocab(Vocab): |
nothing calls this directly
no outgoing calls
no test coverage detected