Get the data parallel group the caller rank belongs to.
()
| 215 | |
| 216 | |
| 217 | def get_data_parallel_group(): |
| 218 | """Get the data parallel group the caller rank belongs to.""" |
| 219 | assert _DATA_PARALLEL_GROUP is not None, "data parallel group is not initialized" |
| 220 | return _DATA_PARALLEL_GROUP |
| 221 | |
| 222 | |
| 223 | def get_embedding_group(): |
no outgoing calls
no test coverage detected