| 7 | import json |
| 8 | |
| 9 | def parse_args(): |
| 10 | |
| 11 | CUR_DIR = os.path.dirname(os.path.abspath(__file__)) |
| 12 | parser = argparse.ArgumentParser(description='MBench', formatter_class=argparse.RawTextHelpFormatter) |
| 13 | parser.add_argument( |
| 14 | "--output_path", |
| 15 | type=str, |
| 16 | default='evaluation_results/', |
| 17 | help="output path to save the evaluation results", |
| 18 | ) |
| 19 | parser.add_argument( |
| 20 | "--full_json_dir", |
| 21 | type=str, |
| 22 | default=f'{CUR_DIR}/../MBench_full_info.json', |
| 23 | help="path to save the json file that contains the prompt and dimension information", |
| 24 | ) |
| 25 | parser.add_argument( |
| 26 | "--evaluation_path", |
| 27 | type=str, |
| 28 | required=True, |
| 29 | help="folder that contains the model generated results", |
| 30 | ) |
| 31 | parser.add_argument( |
| 32 | "--dimension", |
| 33 | nargs='+', |
| 34 | required=True, |
| 35 | help="list of evaluation dimensions, usage: --dimension <dim_1> <dim_2>", |
| 36 | ) |
| 37 | parser.add_argument( |
| 38 | "--load_ckpt_from_local", |
| 39 | type=bool, |
| 40 | required=False, |
| 41 | help="whether load checkpoints from local default paths (assuming you have downloaded the checkpoints locally", |
| 42 | ) |
| 43 | |
| 44 | args = parser.parse_args() |
| 45 | return args |
| 46 | |
| 47 | |
| 48 | def main(): |