Calculate the global rank corresponding to a local rank zero in the node group.
()
| 156 | |
| 157 | |
| 158 | def get_node_src_rank(): |
| 159 | """Calculate the global rank corresponding to a local rank zero |
| 160 | in the node group.""" |
| 161 | global_rank = torch.distributed.get_rank() |
| 162 | local_world_size = get_node_world_size() |
| 163 | return (global_rank // local_world_size) * local_world_size |
| 164 | |
| 165 | |
| 166 | def get_data_parallel_world_size(): |
no test coverage detected