Return world size for the model parallel group.
()
| 100 | |
| 101 | |
| 102 | def get_model_parallel_world_size(): |
| 103 | """Return world size for the model parallel group.""" |
| 104 | return torch.distributed.get_world_size(group=get_model_parallel_group()) |
| 105 | |
| 106 | |
| 107 | def get_model_parallel_rank(): |
no test coverage detected