(args)
| 71 | |
| 72 | |
| 73 | def setup_dist(args): |
| 74 | if dist.is_initialized(): |
| 75 | return |
| 76 | torch.cuda.set_device(args.local_rank) |
| 77 | torch.distributed.init_process_group( |
| 78 | 'nccl', |
| 79 | init_method='env://' |
| 80 | ) |
nothing calls this directly
no outgoing calls
no test coverage detected