(self, dataset_kwargs=None)
| 875 | ) |
| 876 | |
| 877 | def download(self, dataset_kwargs=None) -> None: |
| 878 | # self.dataset = datasets.load_dataset('mlqa', 'mlqa-translate-train.ar') |
| 879 | self.dataset = datasets.load_dataset( |
| 880 | path=self.DATASET_PATH, |
| 881 | name=self.DATASET_NAME, |
| 882 | **dataset_kwargs if dataset_kwargs is not None else {}, |
| 883 | ) |
| 884 | |
| 885 | def has_training_docs(self) -> bool: |
| 886 | if self.config.training_split is not None: |