(backend)
| 204 | |
| 205 | |
| 206 | def create_new_group_for_current_node(backend): |
| 207 | from lightllm.utils.envs_utils import get_env_start_args |
| 208 | |
| 209 | args = get_env_start_args() |
| 210 | ans_group = None |
| 211 | nnodes = args.nnodes |
| 212 | node_world_size = args.tp // nnodes |
| 213 | for iter_node_rank in range(nnodes): |
| 214 | ranks = list(i + iter_node_rank * node_world_size for i in range(node_world_size)) |
| 215 | device_group = dist.new_group(ranks, backend=backend) |
| 216 | if args.node_rank == iter_node_rank: |
| 217 | ans_group = device_group |
| 218 | return ans_group |
| 219 | |
| 220 | |
| 221 | def _init_nccl_env(): |
no test coverage detected