(self, config, tokenizer, text_processor, node_info)
| 566 | return config |
| 567 | |
| 568 | def __init__(self, config, tokenizer, text_processor, node_info): |
| 569 | self.config = self.get_default_config(config) |
| 570 | assert self.config.path != '' |
| 571 | self._node_info = node_info |
| 572 | self._tokenizer = tokenizer |
| 573 | self._text_processor = text_processor |
| 574 | self._index = self.config.example_index_at_start |
| 575 | self._file_loc = self.config.start_seek_loc |
| 576 | self._total_tokens = 0 |
| 577 | |
| 578 | def parse_json(self, line): |
| 579 | if not line or line == '\n': |
nothing calls this directly
no test coverage detected