(
err_incomplete=True, mini=False, noextreme=False, version="default"
)
| 179 | |
| 180 | |
| 181 | def get_mbpp_plus( |
| 182 | err_incomplete=True, mini=False, noextreme=False, version="default" |
| 183 | ) -> Dict[str, Dict]: |
| 184 | plus_path = _ready_mbpp_plus_path(mini=mini, noextreme=noextreme, version=version) |
| 185 | plus = {task["task_id"]: task for task in stream_jsonl(plus_path)} |
| 186 | for task_id, task in plus.items(): |
| 187 | task["base_input"] = mbpp_deserialize_inputs(task_id, task["base_input"]) |
| 188 | task["plus_input"] = mbpp_deserialize_inputs(task_id, task["plus_input"]) |
| 189 | |
| 190 | if err_incomplete: |
| 191 | completeness_check("MBPP+", plus) |
| 192 | return plus |
| 193 | |
| 194 | |
| 195 | def get_mbpp_plus_hash(mini=False, noextreme=False, version="default") -> str: |
no test coverage detected