(self, filename_prefix)
| 305 | return filename_prefix + '.tokens' |
| 306 | |
| 307 | def save_to_file(self, filename_prefix): |
| 308 | filename = self._filename(filename_prefix) |
| 309 | kwargs = { |
| 310 | 'oov_buckets': self._oov_buckets, |
| 311 | 'lowercase': self._lowercase, |
| 312 | 'oov_token': self._oov_token, |
| 313 | 'max_claim_tokens': self._max_claim_tokens, |
| 314 | 'max_evidence_tokens': self._max_evidence_tokens, |
| 315 | 'include_title': self._include_title, |
| 316 | 'include_sentence_id': self._include_sentence_id, |
| 317 | } |
| 318 | self._tokenizer.save_to_file(filename) |
| 319 | self._write_lines_to_file(filename, self._vocab_list, kwargs) |
| 320 | |
| 321 | @classmethod |
| 322 | def load_from_file(cls, filename_prefix): |
nothing calls this directly
no test coverage detected