| 12 | abs_dir = os.path.split(__file__)[0] |
| 13 | |
| 14 | def parse_args(): |
| 15 | parser = argparse.ArgumentParser() |
| 16 | parser.add_argument('--converted_answer_path', type=str, default="", required=True, help='converted answer path') |
| 17 | parser.add_argument('--save_path', type=str, default="", required=False, help='result save path') |
| 18 | parser.add_argument('--reference_model', type=str, default="", required=False, help='model predictions path') |
| 19 | parser.add_argument('--test_ids', type=str, default="", required=True, help='model predictions path') |
| 20 | parser.add_argument('--evaluator', type=str, default="tooleval_gpt-3.5-turbo_default", required=False, help='which evaluator to use.') |
| 21 | parser.add_argument('--max_eval_threads', type=int, default=30, required=False, help='max threads nums') |
| 22 | parser.add_argument('--evaluate_times', type=int, default=4, required=False, help='how many times to predict with the evaluator for each solution path.') |
| 23 | return parser.parse_args() |
| 24 | |
| 25 | def write_results(filename: str, reference_model: str, label_cnt: dict) -> None: |
| 26 | with open(filename, 'w', newline='') as file: |