(rank, world_size, cfg)
| 32 | reset = '\033[0m' |
| 33 | |
| 34 | def setup(rank, world_size, cfg): |
| 35 | os.environ['MASTER_ADDR'] = 'localhost' |
| 36 | os.environ['MASTER_PORT'] = '52997' |
| 37 | dist.init_process_group("nccl", rank=rank, world_size=world_size) |
| 38 | torch.cuda.set_device(rank) |
| 39 | |
| 40 | def cleanup(): |
| 41 | dist.destroy_process_group() |