(self, instance)
| 29 | |
| 30 | |
| 31 | def get_entrypoint(self, instance): |
| 32 | entry_point = "" |
| 33 | if self.dataset.name == "openai_humaneval": |
| 34 | entry_point += instance["entry_point"] |
| 35 | |
| 36 | return entry_point |
| 37 | |
| 38 | def process_solution(self, solution, instance): |
| 39 | if self.dataset.name == "openai_humaneval" and not solution.startswith("def"): |