(self, tokenizer_r)
| 94 | # self.assert_empty_output_no_special_tokens(tokenizer_r, tokenizer_p) |
| 95 | |
| 96 | def fast_only(self, tokenizer_r): |
| 97 | # Ensure None raise an error |
| 98 | self.assertRaises(ValueError, tokenizer_r.tokenize, None) |
| 99 | self.assertRaises(ValueError, tokenizer_r.encode, None) |
| 100 | self.assertRaises(ValueError, tokenizer_r.encode_plus, None) |
| 101 | self.assertRaises(ValueError, tokenizer_r.batch_encode_plus, None) |
| 102 | |
| 103 | self.assert_add_tokens(tokenizer_r) |
| 104 | self.assert_offsets_mapping(tokenizer_r) |
| 105 | self.assert_add_special_tokens(tokenizer_r) |
| 106 | self.assert_alignement_methods(tokenizer_r) |
| 107 | self.assert_batch_encode_dynamic_overflowing(tokenizer_r) |
| 108 | |
| 109 | def assert_alignement_methods(self, tokenizer_r): |
| 110 | words = ["Wonderful", "no", "inspiration", "example", "with", "subtoken"] |
no test coverage detected