Function main

src/evaluation/cli.py:88–110

(argv: list[str] | None = None)

def main(argv: list[str] | None = None) -> int:
    args = _build_parser().parse_args(argv)
    logging.basicConfig(
        level=logging.INFO if args.verbose else logging.WARNING,
        format="%(asctime)s %(levelname)s %(name)s: %(message)s",
    )

    _maybe_install_judge(args.judge_model)
    _validate_scorer_default(args.scorer_default)

    report = Evaluator(
        default_scorer=args.scorer_default,
        judge_model=args.judge_model,
    ).evaluate(
        trajectories_path=args.trajectories,
        scenarios_paths=list(args.scenarios),
    )

    out_dir = write_reports_dir(report, args.reports_dir)
    print(render_summary(report))
    print(f"\nReports written: {out_dir}/<run_id>.json ({len(report.results)} files)")
    print(f"Aggregate:       {out_dir}/_aggregate.json")
    return 0


if __name__ == "__main__":