| 393 | |
| 394 | |
| 395 | def read_data(filename: str) -> Dict[int, Dict]: |
| 396 | if isinstance(filename, str) and os.path.exists(filename): |
| 397 | printf("输入文件:", filename) |
| 398 | else: |
| 399 | printf("文件不存在:", filename) |
| 400 | exit() |
| 401 | |
| 402 | raw = list() |
| 403 | with open(filename, encoding='utf8') as file: |
| 404 | for line in file: # {'query': '....', **kwargs} |
| 405 | obj = json.loads(line) |
| 406 | # obj['query'] = "我有一个计算机相关的问题,请用中文回答,什么是 " + obj['title'] |
| 407 | raw.append(obj) |
| 408 | |
| 409 | data = {i: r for i, r in enumerate(raw)} |
| 410 | if len(data): |
| 411 | printf(f"成功读取 {len(data)} 句, 第一个: {data[0]}") |
| 412 | else: |
| 413 | printf("未读取到任何数据,请检查输入文件") |
| 414 | exit() |
| 415 | return data |
| 416 | |
| 417 | |
| 418 | def collect_result(input_path, output_dir, json_prefix): |