Method load

opencompass/datasets/multirc.py:49–66

(path: str)

    @staticmethod
    def load(path: str):
        path = get_data_path(path, local_mode=True)
        with open(path, 'r', errors='ignore') as in_f:
            rows = []
            for line in in_f:
                sample = json.loads(line.strip())
                text = sample['passage']['text']
                for question_dict in sample['passage']['questions']:
                    question = question_dict['question']
                    answers = question_dict['answers']
                    for answer in answers:
                        rows.append({
                            'text': text,
                            'question': question,
                            'answer': answer['text'],
                            'label': 'BA'[answer['label']]
                        })
            return Dataset.from_list(rows)