Method load

opencompass/datasets/piqa.py:35–53

(path)

    @staticmethod
    def load(path):
        path = get_data_path(path)
        if environ.get('DATASET_SOURCE') == 'ModelScope':
            from modelscope import MsDataset
            ms_dataset = MsDataset.load(path)
            dataset = DatasetDict({
                'train': ms_dataset['train'],
                'validation': ms_dataset['validation']
            })
        else:
            train_dataset = PIQADataset.load_single(path, 'train.jsonl',
                                                    'train-labels.lst')
            val_dataset = PIQADataset.load_single(path, 'dev.jsonl',
                                                  'dev-labels.lst')
            dataset = DatasetDict({
                'train': train_dataset,
                'validation': val_dataset
            })
        return dataset


@LOAD_DATASET.register_module()