| 17 | |
| 18 | |
| 19 | def parse_args(): |
| 20 | parser = argparse.ArgumentParser() |
| 21 | parser.add_argument("--output_base_path", "--output_path", required=True) |
| 22 | parser.add_argument("--tasks", default="all_tasks") |
| 23 | parser.add_argument("--sets", type=str, default="val") # example: val,test |
| 24 | parser.add_argument("--num_fewshot", type=int, default=1) |
| 25 | parser.add_argument("--seed", type=int, default=42) |
| 26 | parser.add_argument("--num_examples", type=int, default=1) |
| 27 | parser.add_argument( |
| 28 | "--include_path", |
| 29 | type=str, |
| 30 | default=None, |
| 31 | help="Additional path to include if there are external tasks to include.", |
| 32 | ) |
| 33 | parser.add_argument( |
| 34 | "--verbosity", |
| 35 | type=str, |
| 36 | default="INFO", |
| 37 | help="Log error when tasks are not registered.", |
| 38 | ) |
| 39 | return parser.parse_args() |
| 40 | |
| 41 | |
| 42 | def main(): |