(self, split)
| 45 | } |
| 46 | |
| 47 | def load_original(self, split): |
| 48 | dataset = datasets.load_dataset(os.path.join(self.data_dir, self.task_name, f'{self.task_name}.py'), split=split) |
| 49 | dataset = dataset.map(partial(self._convert_to_features_original, tokenizer=self.tokenizer), batched=True, load_from_cache_file=False) |
| 50 | print(f'Example in {split} set:') |
| 51 | print(dataset[0]) |
| 52 | return dataset |
| 53 | |
| 54 | def _load(self, split): |
| 55 | dataset = datasets.load_dataset(os.path.join(self.data_dir, self.task_name, f'{self.task_name}.py'), split=split) |
nothing calls this directly
no outgoing calls
no test coverage detected