Return my rank for the model parallel group.
()
| 138 | |
| 139 | |
| 140 | def get_model_parallel_rank(): |
| 141 | """Return my rank for the model parallel group.""" |
| 142 | return torch.distributed.get_rank(group=get_model_parallel_group()) |
| 143 | |
| 144 | |
| 145 | def get_node_rank(): |
no test coverage detected