(problem)
| 159 | |
| 160 | |
| 161 | def solve_my_problem(problem): |
| 162 | |
| 163 | base_path = os.getcwd() |
| 164 | logger = get_logger(__name__) |
| 165 | |
| 166 | solver = CodeContestsCompetitor() |
| 167 | os.chdir(base_path) |
| 168 | solution = solver.solve_problem_in_dataset(problem) |
| 169 | logger.info(f"testing solution on private tests with prediction:\n{solution}") |
| 170 | |
| 171 | logger.info(f"evaluating solution on public tests...") |
| 172 | test_results, test_passed_public, test_failed_public, test_timeout_public = evaluate_solution_on_subset('public_tests', |
| 173 | problem, |
| 174 | solution, |
| 175 | silent=True) |
| 176 | |
| 177 | |
| 178 | logger.info(f"evaluating solution on private tests...") |
| 179 | test_results, test_passed_private, test_failed_private, test_timeout_private = evaluate_solution_on_subset('private_tests', |
| 180 | problem, |
| 181 | solution, |
| 182 | silent=True) |
| 183 | |
| 184 | logger.info(f"evaluating solution on generated tests...") |
| 185 | test_results, test_passed_generate, test_failed_generate, test_timeout_generate = evaluate_solution_on_subset( |
| 186 | 'generated_tests', problem, solution, silent=True) |
| 187 | |
| 188 | logger.info(f"\ntest_passed_generate: {test_passed_generate}, test_passed_private: {test_passed_private}, test_passed_public: {test_passed_public}" |
| 189 | f"\ntest_failed_generate: {test_failed_generate}, test_failed_private: {test_failed_private}, test_failed_public: {test_failed_public}" |
| 190 | f"\ntest_timeout_generate: {test_timeout_generate}, test_timeout_private: {test_timeout_private}, test_timeout_public: {test_timeout_public}") |
| 191 | |
| 192 | return solution, test_results |
no test coverage detected