Class LMEvalDataset

opencompass/datasets/lmeval.py:6–13

A dataset wrapper around the evaluator inputs, designed for OpenCompass's internal use.

class LMEvalDataset(BaseDataset):
    """A dataset wrapper around the evaluator inputs, designed for
    OpenCompass's internal use."""

    @staticmethod
    def load(**kwargs):
        content = {k: v for k, v in kwargs.items() if v}
        return DatasetDict(dict(test=Dataset.from_dict(content)))