Get the data parallel group the caller rank belongs to.
()
| 121 | |
| 122 | |
| 123 | def get_node_group(): |
| 124 | """Get the data parallel group the caller rank belongs to.""" |
| 125 | assert _NODE_GROUP is not None, \ |
| 126 | 'node group is not initialized, please pass LOCAL_WORLD_SIZE environment variable.' |
| 127 | return _NODE_GROUP |
| 128 | |
| 129 | |
| 130 | def get_model_parallel_world_size(): |
no outgoing calls
no test coverage detected