()
| 84 | |
| 85 | |
| 86 | def get_evalplus_data(): |
| 87 | problems_he = get_human_eval_plus(noextreme=True) |
| 88 | dataset_hash = get_human_eval_plus_hash(noextreme=True) |
| 89 | expected_output_human = get_groundtruth(problems_he, dataset_hash, []) |
| 90 | problems_mbpp = get_mbpp_plus(noextreme=True) |
| 91 | dataset_hash = get_mbpp_plus_hash(noextreme=True) |
| 92 | expected_output_mbpp = get_groundtruth( |
| 93 | problems_mbpp, |
| 94 | dataset_hash, |
| 95 | MBPP_OUTPUT_NOT_NONE_TASKS, |
| 96 | ) |
| 97 | problems = {**problems_he, **problems_mbpp} |
| 98 | expected_output = {**expected_output_human, **expected_output_mbpp} |
| 99 | return problems, expected_output |
| 100 | |
| 101 | |
| 102 | def table_print(table_name: str, kv: Dict): |
no test coverage detected