(self, train)
| 137 | load_raw_data_from_url(url, file_name, md5, self.root) |
| 138 | |
| 139 | def process(self, train): |
| 140 | # load raw files and transform them into meta data and datasets Tuple(np.array) |
| 141 | logger.info("process the raw files of %s set...", "train" if train else "test") |
| 142 | if train: |
| 143 | meta_data_images, images = parse_idx3( |
| 144 | os.path.join(self.root, self.raw_file_name[0]) |
| 145 | ) |
| 146 | meta_data_labels, labels = parse_idx1( |
| 147 | os.path.join(self.root, self.raw_file_name[1]) |
| 148 | ) |
| 149 | else: |
| 150 | meta_data_images, images = parse_idx3( |
| 151 | os.path.join(self.root, self.raw_file_name[2]) |
| 152 | ) |
| 153 | meta_data_labels, labels = parse_idx1( |
| 154 | os.path.join(self.root, self.raw_file_name[3]) |
| 155 | ) |
| 156 | |
| 157 | self._meta_data = { |
| 158 | "images": meta_data_images, |
| 159 | "labels": meta_data_labels, |
| 160 | } |
| 161 | self.arrays = (images, labels.astype(np.int32)) |
| 162 | |
| 163 | |
| 164 | def parse_idx3(idx3_file): |
no test coverage detected