Return my rank for the model parallel group.
()
| 105 | |
| 106 | |
| 107 | def get_model_parallel_rank(): |
| 108 | """Return my rank for the model parallel group.""" |
| 109 | return torch.distributed.get_rank(group=get_model_parallel_group()) |
| 110 | |
| 111 | |
| 112 | def get_model_parallel_src_rank(): |
no test coverage detected