(self, stage=None)
| 118 | all_urls, [num_train, num_test, num_val]) # , generator=torch.Generator().manual_seed(self.seed) |
| 119 | |
| 120 | def setup(self, stage=None): |
| 121 | if 'train' in self.datasets: |
| 122 | self.datasets['train'] = ImageEmbeddingDataset( |
| 123 | self.train_urls, |
| 124 | self.tokenizer_t5, |
| 125 | self.tokenizer_t5_en, |
| 126 | self.tokenizer_en, |
| 127 | shuffle_shards=self.shuffle_train, |
| 128 | resample=self.resample_train, |
| 129 | hr_size=self.hr_size, |
| 130 | handler=wds.handlers.warn_and_continue, |
| 131 | center_crop=self.center_crop, |
| 132 | size=self.resolution, |
| 133 | ) |
| 134 | |
| 135 | if self.shuffle_num is not None and self.shuffle_num > 0: |
| 136 | self.datasets['train'].shuffle(self.shuffle_num) |
| 137 | |
| 138 | def _train_dataloader(self): |
| 139 |
no test coverage detected