Method doc_to_text

lm-eval-harness/lm_eval/tasks/scrolls/task.py:186–187

(self, doc)

        return " " + ", ".join(doc["outputs"])

    def doc_to_text(self, doc):
        return f"{doc['text']}\n\nQuestion: {doc['question']}\nAnswer:"

    def higher_is_better(self):
        return {x: True for x in self._scrolls_metrics().keys()}