Method _generate_examples

astroclip/data/dataset.py:95–118

Yields examples.

(self, filepath, split)

        ]

    def _generate_examples(self, filepath, split):
        """Yields examples."""
        with h5py.File(filepath) as d:
            for i in range(10):
                # Access the data
                images = d[str(i)]["images"]
                spectra = d[str(i)]["spectra"]
                redshifts = d[str(i)]["redshifts"]
                targetids = d[str(i)]["targetids"]

                dset_size = len(targetids)

                if split == "train":
                    dset_range = (0, int(0.8 * dset_size))
                else:
                    dset_range = (int(0.8 * dset_size), dset_size)

                for j in range(dset_range[0], dset_range[1]):
                    yield str(targetids[j]), {
                        "image": np.array(images[j]).astype("float32"),
                        "spectrum": np.reshape(spectra[j], [-1, 1]).astype("float32"),
                        "redshift": redshifts[j],
                        "targetid": targetids[j],
                    }