Function main

codeclash/utils/generate_confs_transparent.py:11–63

(models: str, arenas: str, rounds: int, simulations: int, record_ratio: float, output: Path)

def main(models: str, arenas: str, rounds: int, simulations: int, record_ratio: float, output: Path):
    # Get all models
    models = yaml.safe_load(open(models))
    output.mkdir(parents=True, exist_ok=True)
    pairs = []
    for i in range(len(models)):
        for j in range(i + 1, len(models)):
            pairs.append((models[i], models[j]))

    # Get arenas
    arenas_list = ARENAS if arenas == "all" else [a for a in ARENAS if a.name in arenas.split(",")]
    if not arenas_list:
        print(f"No valid arenas found from {arenas}. Choose from {[a.name for a in ARENAS]}.")
        return  # Stop execution if no valid arenas are found

    configs_created = 0
    for arena in arenas_list:
        print(f"Generating configs for arena: {arena.name}")
        for pair in pairs:
            print(f" - {[p['model_name'] for p in pair]}")
            config = get_config(rounds, simulations, arena, pair)

            # Inform model that it can see opponent's codebases
            config["tournament"]["transparent"] = True
            config["prompts"]["game_description"] += f"""
In this tournament, you have full access to your opponent(s)' codebase.
You can access their codebase(s) under /{OPPONENT_CODEBASES_DIR_NAME}/.
If you wish, you may read and analyze your opponent(s)' code to inform your strategy.
Note that:
- Your opponent(s) also has access to your codebase ({DIR_WORK})
- You are shown a *copy* of the opponent(s)' codebase from the prior round; any changes you make will not affect their actual code.
"""

            pair_names = "__".join(sorted([get_name(pair[0]), get_name(pair[1])]))
            config_name = f"{arena.name}__{pair_names}__r{rounds}__s{simulations}.yaml"
            with open(output / config_name, "w") as f:
                yaml.dump(
                    config,
                    f,
                    default_style=None,
                    sort_keys=False,
                    allow_unicode=True,
                    default_flow_style=False,
                    Dumper=yaml.SafeDumper,
                )
            clean_config(output / config_name)
            configs_created += 1

    print(f"Generated {configs_created} configuration files in '{output}'.")
    print(f"- # Models: {len(models)}")
    print(f"- # Arenas: {len(arenas_list)}")
    print(f"- r (rounds) {rounds}")
    print(f"- s (sims_per_round) {simulations}")


if __name__ == "__main__":