Method wrapped

deepspeed/runtime/zero/partition_parameters.py:1571–1573

(*args, **kwargs)

        def allgather_before(func: Callable) -> Callable:

            def wrapped(*args, **kwargs):
                param.all_gather()
                return func(*args, **kwargs)

            return wrapped