(argv: Sequence[str] | None = None)
| 467 | |
| 468 | |
| 469 | def main(argv: Sequence[str] | None = None) -> int: |
| 470 | args = build_parser().parse_args(argv) |
| 471 | |
| 472 | if args.command == "benchmark": |
| 473 | return handle_benchmark_command(args) |
| 474 | if args.command == "inspect": |
| 475 | return handle_inspect(args.benchmark_file, args.benchmark_name, args.model, args.config_file) |
| 476 | if args.command == "run": |
| 477 | return handle_run( |
| 478 | args.benchmark_file, |
| 479 | args.benchmark_name, |
| 480 | args.model, |
| 481 | args.ip_addr, |
| 482 | args.prompt_bundle, |
| 483 | args.config_file, |
| 484 | args.output_file, |
| 485 | ) |
| 486 | if args.command == "experiment": |
| 487 | return handle_experiment( |
| 488 | args.benchmark_file, |
| 489 | args.benchmark_name, |
| 490 | args.models, |
| 491 | args.ip_addr, |
| 492 | args.repeat, |
| 493 | args.prompt_bundle, |
| 494 | args.config_file, |
| 495 | args.output_file, |
| 496 | ) |
| 497 | if args.command == "analyze": |
| 498 | return handle_analysis_command(args) |
| 499 | if args.command == "doctor": |
| 500 | return handle_doctor( |
| 501 | config_file=args.config_file, |
| 502 | benchmark_file=args.benchmark_file, |
| 503 | model_identifier=args.model, |
| 504 | ) |
| 505 | raise ValueError(f"Unsupported command: {args.command}") |
| 506 | |
| 507 | |
| 508 | if __name__ == "__main__": |
no test coverage detected