()
| 32 | |
| 33 | @staticmethod |
| 34 | def init_parallel_env(): |
| 35 | if ProcessGroupNCCL is None: |
| 36 | raise RuntimeError("ProcessGroupNCCL is not available. Please check your runtime environment.") |
| 37 | pg_options = ProcessGroupNCCL.Options() |
| 38 | pg_options.is_high_priority_stream = True |
| 39 | dist.init_process_group(backend="nccl", pg_options=pg_options) |
| 40 | torch.cuda.set_device(dist.get_rank()) |
nothing calls this directly
no test coverage detected