| 22 | |
| 23 | |
| 24 | def parse_args(): |
| 25 | parser = argparse.ArgumentParser(add_help=False) |
| 26 | group = parser.add_argument_group("evaluation", "Evaluation configurations") |
| 27 | group.add_argument("--task", nargs="+", required=True, help="All task config(s) to load") |
| 28 | group.add_argument("--agent", type=str, required=True, help="Agent config to load") |
| 29 | group.add_argument("--output_dir", type=str, default="outputs", help="Output root directory") |
| 30 | group.add_argument("--workers", type=int, default=1, help="Number of workers for evaluation") |
| 31 | group.add_argument("--max_new_tokens", type=int, default=None, help="Maximum number of new tokens to generate") |
| 32 | group.add_argument("--no_timestamp", action="store_true", help="Do not use timestamp in output directory") |
| 33 | args = parser.parse_args() |
| 34 | return args |
| 35 | |
| 36 | |
| 37 | def find_all_task_files(all_task_config_path) -> List[str]: |