(launcher, backend='nccl', **kwargs)
| 28 | |
| 29 | |
| 30 | def init_dist(launcher, backend='nccl', **kwargs): |
| 31 | if mp.get_start_method(allow_none=True) is None: |
| 32 | mp.set_start_method('spawn') |
| 33 | if launcher == 'pytorch': |
| 34 | _init_dist_pytorch(backend, **kwargs) |
| 35 | elif launcher == 'mpi': |
| 36 | _init_dist_mpi(backend, **kwargs) |
| 37 | elif launcher == 'slurm': |
| 38 | _init_dist_slurm(backend, **kwargs) |
| 39 | else: |
| 40 | raise ValueError(f'Invalid launcher type: {launcher}') |
| 41 | |
| 42 | |
| 43 | def _init_dist_pytorch(backend, **kwargs): |
no test coverage detected