Function get_dataset_metadata

evalplus/data/utils.py:14–24

(name: str, version: str, mini: bool, noextreme: bool = False)

def get_dataset_metadata(name: str, version: str, mini: bool, noextreme: bool = False):
    assert name in ["HumanEvalPlus", "MbppPlus"], f"Unknown/unsupported dataset: {name}"
    extra = ""
    assert not (mini and noextreme), "Cannot have both mini and noextreme"
    if mini:
        extra = "-Mini"
    if noextreme:
        extra = "-NoExtreme"
    url = f"https://github.com/evalplus/{name.lower()}_release/releases/download/{version}/{name}{extra}.jsonl.gz"
    cache_path = os.path.join(CACHE_DIR, f"{name}{extra}-{version}.jsonl")
    return url, cache_path


def make_cache(gzip_url, cache_path):