(cfg, worker_fn)
| 92 | |
| 93 | # Starts worker processes |
| 94 | def start_workers(cfg, worker_fn): |
| 95 | if cfg.num_devices > 1: |
| 96 | # Spawn a worker process for each device |
| 97 | mp.spawn(worker_fn, args=(cfg,), nprocs=cfg.num_devices) |
| 98 | else: |
| 99 | worker_fn(0, cfg) |
| 100 | |
| 101 | # Initializes a worker process and returns whether running in distributed mode |
| 102 | def init_worker(rank, cfg): |