Function create_func

SwissArmyTransformer/tests/test_remote_data.py:31–32

(path, args)

        yield x

def create_func(path, args):
    return SimpleDistributedWebDataset(path, process_fn, seed=0)

train_loader, val_loader, test_loader = make_loaders(args, create_dataset_function=create_func)