Function finish_mpu_init

codegeex/megatron/initialize.py:71–79

()

    # torch.distributed initialization
    def finish_mpu_init():
        args = get_args()
        # Pytorch distributed.
        _initialize_distributed()

        # Random seeds for reproducibility.
        if args.rank == 0:
            print("> setting random seeds to {} ...".format(args.seed))
        _set_random_seed(args.seed)

    args = get_args()
    if args.lazy_mpu_init: