| 55 | |
| 56 | |
| 57 | def get_data( |
| 58 | name: str, root: Path, |
| 59 | mini_batch_size: int, |
| 60 | num_workers: int, |
| 61 | cutout: bool = False, |
| 62 | n_holes: int = -1, |
| 63 | length: int = -1, |
| 64 | aug: bool = True, |
| 65 | dist: bool = False) -> Tuple[Any, Any, int]: |
| 66 | |
| 67 | if name == 'CIFAR10': |
| 68 | num_classes = 10 |
| 69 | if aug: |
| 70 | transform_train = transforms.Compose([ |
| 71 | transforms.RandomCrop(32, padding=4), |
| 72 | transforms.RandomHorizontalFlip(), |
| 73 | transforms.ToTensor(), |
| 74 | transforms.Normalize((0.4914, 0.4822, 0.4465), |
| 75 | (0.2023, 0.1994, 0.2010)), |
| 76 | ]) |
| 77 | else: |
| 78 | transform_train = transforms.Compose([ |
| 79 | transforms.ToTensor(), |
| 80 | transforms.Normalize((0.4914, 0.4822, 0.4465), |
| 81 | (0.2023, 0.1994, 0.2010)), |
| 82 | ]) |
| 83 | |
| 84 | if cutout: |
| 85 | transform_train.transforms.append( |
| 86 | Cutout(n_holes=n_holes, length=length)) |
| 87 | |
| 88 | transform_test = transforms.Compose([ |
| 89 | transforms.ToTensor(), |
| 90 | transforms.Normalize((0.4914, 0.4822, 0.4465), |
| 91 | (0.2023, 0.1994, 0.2010)), |
| 92 | ]) |
| 93 | trainset = torchvision.datasets.CIFAR10( |
| 94 | root=str(root), train=True, download=True, transform=transform_train) |
| 95 | train_sampler = \ |
| 96 | torch.utils.data.distributed.DistributedSampler( |
| 97 | trainset) if dist else None |
| 98 | train_loader = torch.utils.data.DataLoader( |
| 99 | trainset, batch_size=mini_batch_size, |
| 100 | shuffle=(train_sampler is None), |
| 101 | num_workers=num_workers, pin_memory=True, |
| 102 | sampler=train_sampler) |
| 103 | |
| 104 | testset = torchvision.datasets.CIFAR10( |
| 105 | root=str(root), train=False, |
| 106 | download=True, transform=transform_test) |
| 107 | test_loader = torch.utils.data.DataLoader( |
| 108 | testset, batch_size=mini_batch_size, shuffle=False, |
| 109 | num_workers=num_workers, pin_memory=True) |
| 110 | |
| 111 | elif name == 'CIFAR100': |
| 112 | num_classes = 100 |
| 113 | if aug: |
| 114 | transform_train = transforms.Compose([ |