Return my rank for the data parallel group.
()
| 169 | |
| 170 | |
| 171 | def get_data_parallel_rank(): |
| 172 | """Return my rank for the data parallel group.""" |
| 173 | return torch.distributed.get_rank(group=get_data_parallel_group()) |
| 174 | |
| 175 | |
| 176 | def destroy_model_parallel(): |
no test coverage detected