Get the data parallel group the caller rank belongs to.
()
| 188 | |
| 189 | |
| 190 | def get_data_parallel_group(): |
| 191 | """Get the data parallel group the caller rank belongs to.""" |
| 192 | assert _DATA_PARALLEL_GROUP is not None, \ |
| 193 | 'data parallel group is not initialized' |
| 194 | return _DATA_PARALLEL_GROUP |
| 195 | |
| 196 | |
| 197 | def set_tensor_model_parallel_world_size(world_size): |
no outgoing calls
no test coverage detected