Method _split_generators

astroclip/data/dataset.py:77–93

(self, dl_manager)

        )

    def _split_generators(self, dl_manager):
        urls = _URLS[self.config.name]
        dl_manager.download_config.storage_options["timeout"] = ClientTimeout(total=5000, connect=1000)
        data_dir = dl_manager.download_and_extract(urls)
        return [
            datasets.SplitGenerator(
                name=datasets.Split.TRAIN,
                gen_kwargs={
                    "filepath": data_dir,
                    "split": "train",
                },
            ),
            datasets.SplitGenerator(
                name=datasets.Split.TEST,
                gen_kwargs={"filepath": data_dir, "split": "test"},
            ),
        ]

    def _generate_examples(self, filepath, split):
        """Yields examples."""