(exec_results, diff_json_path)
| 134 | |
| 135 | |
| 136 | def compute_ves_by_diff(exec_results, diff_json_path): |
| 137 | num_queries = len(exec_results) |
| 138 | contents = load_json(diff_json_path) |
| 139 | simple_results, moderate_results, challenging_results = [], [], [] |
| 140 | for i, content in enumerate(contents): |
| 141 | if content['difficulty'] == 'simple': |
| 142 | simple_results.append(exec_results[i]) |
| 143 | if content['difficulty'] == 'moderate': |
| 144 | moderate_results.append(exec_results[i]) |
| 145 | if content['difficulty'] == 'challenging': |
| 146 | challenging_results.append(exec_results[i]) |
| 147 | simple_ves = compute_ves(simple_results) |
| 148 | moderate_ves = compute_ves(moderate_results) |
| 149 | challenging_ves = compute_ves(challenging_results) |
| 150 | all_ves = compute_ves(exec_results) |
| 151 | count_lists = [len(simple_results), len(moderate_results), len(challenging_results), num_queries] |
| 152 | return simple_ves, moderate_ves, challenging_ves, all_ves, count_lists |
| 153 | |
| 154 | |
| 155 | def print_data(score_lists, count_lists): |
no test coverage detected