(self, load_path)
| 481 | json.dump(jsons, open(save_path, 'w'), separators=(',', ':')) |
| 482 | |
| 483 | def load_json_stream(self, load_path): |
| 484 | if not self.loose_json: |
| 485 | jsons = json.load(open(load_path, 'r')) |
| 486 | generator = iter(jsons) |
| 487 | else: |
| 488 | def gen_helper(): |
| 489 | with open(load_path, 'r') as f: |
| 490 | for row in f: |
| 491 | yield json.loads(row) |
| 492 | |
| 493 | generator = gen_helper() |
| 494 | |
| 495 | for j in generator: |
| 496 | if self.label_key not in j: |
| 497 | j[self.label_key] = -1 |
| 498 | yield j |
| 499 | |
| 500 | |
| 501 | class XLDataset(data.Dataset): |