| 58 | |
| 59 | @staticmethod |
| 60 | def load_single(path, data_filename, label_filename): |
| 61 | data_path = os.path.join(path, data_filename) |
| 62 | label_path = os.path.join(path, label_filename) |
| 63 | dataset = [] |
| 64 | with open(data_path, 'r', encoding='utf-8') as f: |
| 65 | data_lines = f.readlines() |
| 66 | with open(label_path, 'r', encoding='utf-8') as f: |
| 67 | label_lines = f.readlines() |
| 68 | assert len(data_lines) == len(label_lines) |
| 69 | for data, label in zip(data_lines, label_lines): |
| 70 | i = json.loads(data.strip()) |
| 71 | label = int(label.strip()) |
| 72 | if label < 0: |
| 73 | i['answer'] = 'NULL' |
| 74 | else: |
| 75 | i['answer'] = 'AB'[label] |
| 76 | del i['id'] |
| 77 | dataset.append(i) |
| 78 | |
| 79 | return Dataset.from_list(dataset) |
| 80 | |
| 81 | @staticmethod |
| 82 | def load(path): |