Function group_barrier

imperative/python/megengine/distributed/group.py:245–251

r"""Block until all ranks in the group reach this barrier.

(group: Group = WORLD)

def group_barrier(group: Group = WORLD) -> None:
    r"""Block until all ranks in the group reach this barrier."""
    # if running with single node, skip it
    if _sd is None:
        return
    assert isinstance(group, Group)
    _sd.client.group_barrier(group.key, group.size)