(self, text)
| 73 | return ids.input_ids |
| 74 | |
| 75 | def _clean(self, text): |
| 76 | if self.clean == 'whitespace': |
| 77 | text = whitespace_clean(basic_clean(text)) |
| 78 | elif self.clean == 'lower': |
| 79 | text = whitespace_clean(basic_clean(text)).lower() |
| 80 | elif self.clean == 'canonicalize': |
| 81 | text = canonicalize(basic_clean(text)) |
| 82 | return text |
no test coverage detected