Get the model parallel group the caller rank belongs to.
()
| 193 | |
| 194 | |
| 195 | def get_model_parallel_group(): |
| 196 | """Get the model parallel group the caller rank belongs to.""" |
| 197 | assert _MODEL_PARALLEL_GROUP is not None, "model parallel group is not initialized" |
| 198 | return _MODEL_PARALLEL_GROUP |
| 199 | |
| 200 | |
| 201 | def get_tensor_model_parallel_group(): |
nothing calls this directly
no outgoing calls
no test coverage detected