Function main

codeclash/arenas/scml/runtime/run_scml.py:534–579

()

def main() -> None:
    parser = argparse.ArgumentParser()
    parser.add_argument("--agent", action="append", type=parse_agent_arg, required=True)
    parser.add_argument("--sims", type=int, default=3)
    parser.add_argument("--steps", type=int, default=10)
    parser.add_argument("--lines", type=int, default=2)
    parser.add_argument("--decision-timeout", type=float, default=3.0)
    parser.add_argument("--max-policy-errors", type=int, default=8)
    parser.add_argument("--output", required=True)
    args = parser.parse_args()

    if args.sims < 1:
        parser.error("--sims must be at least 1")
    if args.steps < 1:
        parser.error("--steps must be at least 1")
    if args.lines < 1:
        parser.error("--lines must be at least 1")
    if args.decision_timeout <= 0:
        parser.error("--decision-timeout must be positive")
    if args.max_policy_errors < 1:
        parser.error("--max-policy-errors must be at least 1")

    agent_classes = {
        name: build_agent_class(
            name, path, decision_timeout=args.decision_timeout, max_policy_errors=args.max_policy_errors
        )
        for name, path in args.agent
    }
    totals = {name: 0.0 for name in agent_classes}
    details = []

    for sim_idx in range(args.sims):
        result = run_world(agent_classes, sim_idx=sim_idx, steps=args.steps, lines=args.lines)
        for player, score in result["scores"].items():
            totals[player] += score
        details.extend(result["details"])

    averages = {player: score / args.sims for player, score in totals.items()}
    output = {
        "average_scores": averages,
        "total_scores": totals,
        "sims": args.sims,
        "details": [json.dumps(item, sort_keys=True) for item in details],
    }
    Path(args.output).parent.mkdir(parents=True, exist_ok=True)
    Path(args.output).write_text(json.dumps(output, indent=2, sort_keys=True))


if __name__ == "__main__":