| 16 | |
| 17 | @staticmethod |
| 18 | def load_single(path, data_filename, label_filename): |
| 19 | data_path = os.path.join(path, data_filename) |
| 20 | label_path = os.path.join(path, label_filename) |
| 21 | dataset = [] |
| 22 | with open(data_path, 'r', encoding='utf-8') as f: |
| 23 | data_lines = f.readlines() |
| 24 | with open(label_path, 'r', encoding='utf-8') as f: |
| 25 | label_lines = f.readlines() |
| 26 | assert len(data_lines) == len(label_lines) |
| 27 | for data, label in zip(data_lines, label_lines): |
| 28 | i = json.loads(data.strip()) |
| 29 | i['label'] = int(label.strip()) |
| 30 | dataset.append(i) |
| 31 | |
| 32 | return Dataset.from_list(dataset) |
| 33 | |
| 34 | @staticmethod |
| 35 | def load(path): |