(response)
| 35 | |
| 36 | |
| 37 | def postprocess_response(response): |
| 38 | response = str(response) |
| 39 | if response.endswith("stop"): |
| 40 | response = response[:-4] |
| 41 | pattern = r'```\w*\n(.*?)```' |
| 42 | matches = re.findall(pattern, response, re.DOTALL) |
| 43 | if matches: |
| 44 | response = matches[0] |
| 45 | return response |
| 46 | |
| 47 | |
| 48 | def evaluate_solution_on_subset(evaluation_test_type, problem, solution, silent=False, break_on_timeout=True): |
no outgoing calls
no test coverage detected