(
solution: str, dataset: str, task: Dict, expected_output: List
)
| 65 | |
| 66 | |
| 67 | def correctness_check( |
| 68 | solution: str, dataset: str, task: Dict, expected_output: List |
| 69 | ) -> Tuple: |
| 70 | assert isinstance(solution, str) |
| 71 | result = untrusted_check( |
| 72 | dataset, |
| 73 | solution, |
| 74 | task["base_input"] + list(task["plus_input"]), |
| 75 | task["entry_point"], |
| 76 | expected_output["base"] + expected_output["plus"], |
| 77 | task["atol"], |
| 78 | expected_output["base_time"] + expected_output["plus_time"], |
| 79 | fast_check=True, |
| 80 | min_time_limit=DEFAULT_MIN_TIME_LIMIT, |
| 81 | gt_time_limit_factor=DEFAULT_GT_TIME_LIMIT_FACTOR, |
| 82 | ) |
| 83 | return result, solution |
| 84 | |
| 85 | |
| 86 | def get_evalplus_data(): |
no test coverage detected