Class MnlimmProcessor

src/process_data.py:47–71

        

class MnlimmProcessor(DataProcessor):
    # TODO Test needed
    dataset_project = {"train": "train",
                        "dev": "train",
                        "test": "dev_mismatched"
                        }
    def __init__(self):
        super().__init__()
        self.labels = ["contradiction", "entailment", "neutral"]

    def get_examples(self, data_dir, split):
        path = os.path.join(data_dir, "{}.tsv".format(self.dataset_project[split]))
        examples = []
        with open(path, encoding='utf8') as f:
            reader = csv.reader(f, delimiter='\t', quoting=csv.QUOTE_NONE)
            next(reader, None)
            for row in reader:
                label, headline, body = self.get_label_id(row[-1]), row[8], row[9]
                text_a = headline.replace('\\', ' ')
                text_b = body.replace('\\', ' ')
                example = InputExample(
                    guid=str(0), text_a=text_a, text_b=text_b, label=label)
                examples.append(example)
                
        return examples

class MnlimProcessor(DataProcessor):
    # TODO Test needed