| 11 | |
| 12 | |
| 13 | def parse_args(): |
| 14 | parser = argparse.ArgumentParser(description='Evaluate research reports using different models') |
| 15 | parser.add_argument('--api-base-url', |
| 16 | default="https://openrouter.ai/api/v1", |
| 17 | help='API base URL') |
| 18 | parser.add_argument('--api-key', |
| 19 | required=True, |
| 20 | help='API key for authentication') |
| 21 | parser.add_argument('--model-to-test-dir', |
| 22 | required=True, |
| 23 | help='Directory containing the model outputs to test') |
| 24 | parser.add_argument('--models', |
| 25 | nargs='+', |
| 26 | default=["deepseek/deepseek-r1"], |
| 27 | help='List of models to evaluate') |
| 28 | return parser.parse_args() |
| 29 | |
| 30 | # Move args parsing to before any usage |
| 31 | args = parse_args() |