Function sync_print

PATH/core/utils.py:691–694

(*args, **kwargs)

    return new_state

def sync_print(*args, **kwargs):
    rank = dist.get_rank()
    # dist.barrier()
    print('sync_print: rank {}, '.format(rank) + ' '.join(args), **kwargs)

def fully_checkpoint_sequential(functions, segments, input, **kwargs):
    r"""Modified version of torch.utils.checkpoint.checkpoint_sequential for memory efficiency.