Return my rank for the data parallel group.
()
| 123 | |
| 124 | |
| 125 | def get_data_parallel_rank(): |
| 126 | """Return my rank for the data parallel group.""" |
| 127 | return torch.distributed.get_rank(group=get_data_parallel_group()) |
| 128 | |
| 129 | |
| 130 | def destroy_model_parallel(): |
no test coverage detected