(self, problem, iteration=0, logger_ext=None)
| 56 | return response, finish_reason |
| 57 | |
| 58 | async def run(self, problem, iteration=0, logger_ext=None): |
| 59 | if logger_ext: |
| 60 | logger = logger_ext |
| 61 | else: |
| 62 | logger = get_logger(__name__) |
| 63 | logger.info(f"Running code contests competitor, model {get_settings().config['model']}") |
| 64 | |
| 65 | try: |
| 66 | if get_settings().get("solve.use_baseline", False): |
| 67 | problem['code_recent_solution'] = await run_baseline(self, problem) |
| 68 | else: |
| 69 | # configurations |
| 70 | problem = set_configurations(problem, iteration) |
| 71 | |
| 72 | # self-reflect |
| 73 | problem = await run_self_reflect(self, problem) |
| 74 | |
| 75 | # generate solutions |
| 76 | problem = await run_generate_possible_solutions(self, problem) |
| 77 | |
| 78 | # choose best solution |
| 79 | problem = await run_choose_best_solution(self, problem) |
| 80 | |
| 81 | # generate ai tests |
| 82 | problem = await run_generate_ai_tests(self, problem) |
| 83 | |
| 84 | # initial code generation |
| 85 | problem = await run_initial_code_generation(self, problem) |
| 86 | |
| 87 | # evaluate on public tests |
| 88 | problem = await run_evaluate_public_tests(self, problem) |
| 89 | |
| 90 | # evaluate on ai tests |
| 91 | problem = await run_evaluate_all_ai_tests(self, problem) |
| 92 | |
| 93 | return problem['code_recent_solution'] |
| 94 | except Exception as e: |
| 95 | logging.error(f"Error: {e}") |
| 96 | return "" |
| 97 | |
| 98 | def solve_problem_in_dataset(self, example, iteration=0, logger_ext=None): |
| 99 | problem = {k: example.get(k) for k in ["name", "description", 'public_tests']} |
no test coverage detected