(self, system, idx)
| 69 | return repo_dir |
| 70 | |
| 71 | def run(self, system, idx) -> Result: |
| 72 | prompt = self.construct_prompt(idx) |
| 73 | data = self.load_data(idx) |
| 74 | system.query_codebase(prompt) |
| 75 | prediction = system.system._groupchat.messages[-1]["content"] |
| 76 | result = self.validate(prediction, data) |
| 77 | return result |
| 78 | |
| 79 | def match(self, prediction, buggy_methods): |
| 80 | match_str = self.llm(f"Here is the answer: {prediction} and buggy methods {''.join(buggy_methods)}") |
no test coverage detected