(self, tokenizer)
| 391 | self.Y = binarize_labels(self.Y, hard=binarize_sent) |
| 392 | |
| 393 | def SetTokenizer(self, tokenizer): |
| 394 | if tokenizer is None: |
| 395 | self.using_tokenizer = False |
| 396 | if not hasattr(self, '_tokenizer'): |
| 397 | self._tokenizer = tokenizer |
| 398 | else: |
| 399 | self.using_tokenizer = True |
| 400 | self._tokenizer = tokenizer |
| 401 | |
| 402 | def GetTokenizer(self): |
| 403 | return self._tokenizer |