Return world size for the node group.
()
| 133 | |
| 134 | |
| 135 | def get_node_world_size(): |
| 136 | """Return world size for the node group.""" |
| 137 | return torch.distributed.get_world_size(group=get_node_group()) |
| 138 | |
| 139 | |
| 140 | def get_model_parallel_rank(): |
no test coverage detected