Return my rank for the data parallel group.
()
| 389 | |
| 390 | |
| 391 | def get_data_parallel_rank(): |
| 392 | """Return my rank for the data parallel group.""" |
| 393 | return torch.distributed.get_rank(group=get_data_parallel_group()) |
| 394 | |
| 395 | |
| 396 | def destroy_model_parallel(): |
no test coverage detected