Return world size for the data parallel group.
()
| 118 | |
| 119 | |
| 120 | def get_data_parallel_world_size(): |
| 121 | """Return world size for the data parallel group.""" |
| 122 | return torch.distributed.get_world_size(group=get_data_parallel_group()) |
| 123 | |
| 124 | |
| 125 | def get_data_parallel_rank(): |
nothing calls this directly
no test coverage detected