Get the data parallel group the caller rank belongs to.
()
| 93 | |
| 94 | |
| 95 | def get_data_parallel_group(): |
| 96 | """Get the data parallel group the caller rank belongs to.""" |
| 97 | assert _DATA_PARALLEL_GROUP is not None, \ |
| 98 | 'data parallel group is not initialized' |
| 99 | return _DATA_PARALLEL_GROUP |
| 100 | |
| 101 | |
| 102 | def get_model_parallel_world_size(): |
no outgoing calls
no test coverage detected