Method construct_requests

lm-eval-harness/lm_eval/api/task.py:1447–1456

(self, doc: dict, ctx: Union[str, None], **kwargs)

        return doc

    def construct_requests(self, doc: dict, ctx: Union[str, None], **kwargs):
        assert not ctx

        return Instance(
            request_type=self.OUTPUT_TYPE,
            doc=doc,
            arguments=(self.doc_to_target(doc),),
            idx=0,
            **kwargs,
        )

    def process_results(self, doc: dict, results: float) -> dict:
        (loglikelihood,) = results