Function make_run_script

scripts/upload_experiment.py:76–119

(
    configs: str,
    commands: str,
    env_vars: str,
    exp_key: str,
    exp_name: str,
    args=None,
)

def make_run_script(
    configs: str,
    commands: str,
    env_vars: str,
    exp_key: str,
    exp_name: str,
    args=None,
) -> Path:
    script = "#!/bin/bash\n\n\n"

    if env_vars:
        for ev in env_vars.split(","):
            ev = ev.strip()
            script += f"export {ev}\n"

    script += f"export WANDB_RUN_ID={exp_key}\n"
    script += f"export APP_EXPERIMENT_NAME={exp_name}\n"
    script += f"export WANDB_TAGS=launched_by_{exp_key}\n"

    if use_torch_distributed(args):
        script += LOAD_GPU_COUNTS_TO_VAR

    script += maybe_set_master_ip_and_address(args)

    script = add_python_paths(script)

    configs_str = configs
    script += "\n\n"
    for c in commands.split(","):
        script += command_to_bash_str(c, configs_str, prefix="", args=args)

    script += maybe_add_post_script(args)

    script += 'echo "Experiment finished!"\n'

    tmp_dir = Path(tempfile.gettempdir()) / next(tempfile._get_candidate_names())
    tmp_dir.mkdir(parents=True, exist_ok=True)
    script_path = tmp_dir / "run.sh"
    with open(script_path, "w") as f:
        f.write(script)

    # subprocess.check_call(shlex.split(f"vim {script_path}"))

    return script_path


def add_python_paths(script):