(self)
| 191 | return len(self.encoder) |
| 192 | |
| 193 | def get_vocab(self): |
| 194 | return dict(self.encoder, **self.added_tokens_encoder) |
| 195 | |
| 196 | def bpe(self, token): |
| 197 | if token in self.cache: |
nothing calls this directly
no outgoing calls
no test coverage detected