(self, config, tokenizer, text_processor, node_info)
| 358 | return config |
| 359 | |
| 360 | def __init__(self, config, tokenizer, text_processor, node_info): |
| 361 | self.config = self.get_default_config(config) |
| 362 | assert self.config.path != '' |
| 363 | self._tokenizer = tokenizer |
| 364 | self._text_processor = text_processor |
| 365 | self._node_info = node_info |
| 366 | self._index = self.config.example_index_at_start |
| 367 | self._file_loc = self.config.start_seek_loc |
| 368 | self._total_tokens = self.config.tokens_count_at_start |
| 369 | |
| 370 | def parse_json(self, line): |
| 371 | if not line or line == '\n': |
nothing calls this directly
no test coverage detected