Get the tensor model parallel group the caller rank belongs to.
()
| 199 | |
| 200 | |
| 201 | def get_tensor_model_parallel_group(): |
| 202 | """Get the tensor model parallel group the caller rank belongs to.""" |
| 203 | assert ( |
| 204 | _TENSOR_MODEL_PARALLEL_GROUP is not None |
| 205 | ), "intra_layer_model parallel group is not initialized" |
| 206 | return _TENSOR_MODEL_PARALLEL_GROUP |
| 207 | |
| 208 | |
| 209 | def get_pipeline_model_parallel_group(): |
no outgoing calls
no test coverage detected