Method __init__

test/general/lm_eval/tasks/scrolls.py:136–138

(self, no_metric=False)

    PRUNE_NUM_PROC = None

    def __init__(self, no_metric=False):
        super().__init__()
        self.metric = load_metric(_download_metric(), config_name=self.DATASET_NAME) if not no_metric else None

    def has_training_docs(self):
        return True