Function create_tf_jobs

tensorlayer/cli/train.py:106–117

(cluster_spec, prog, args)

def create_tf_jobs(cluster_spec, prog, args):
    gpu_assignment = dict((('worker', idx), gpu_idx) for (idx, gpu_idx) in enumerate(GPU_IDS))
    for job_type in cluster_spec:
        for task_index in range(len(cluster_spec[job_type])):
            new_env = os.environ.copy()
            new_env.update(
                {
                    'CUDA_VISIBLE_DEVICES': str(gpu_assignment.get((job_type, task_index), '')),
                    'TF_CONFIG': json.dumps(create_tf_config(cluster_spec, job_type, task_index)),
                }
            )
            yield subprocess.Popen(['python3', prog] + args, env=new_env)


def validate_arguments(args):