(self)
| 91 | return len(self.dataset) |
| 92 | |
| 93 | def next(self): |
| 94 | self.index += 1 |
| 95 | finish = False |
| 96 | if self.index == len(self.dataset) - 1: |
| 97 | finish = True |
| 98 | |
| 99 | instance = {} |
| 100 | if self.name == "NTU-NLP-sg/xCodeEval" and len(self.testcases) > 0: |
| 101 | for key in self.dataset[self.index]: |
| 102 | instance[key] = self.dataset[self.index][key] |
| 103 | instance["testcases"] = self.testcases[instance["src_uid"]] |
| 104 | elif self.name in ["openai_humaneval", "mbpp"] and len(self.testcases) > 0: |
| 105 | for key in self.dataset[self.index]: |
| 106 | instance[key] = self.dataset[self.index][key] |
| 107 | if str(instance["task_id"]).replace("HumanEval/", "") in self.testcases: |
| 108 | instance["testcases"] = self.testcases[str(instance["task_id"]).replace("HumanEval/", "")] |
| 109 | if "entry_point" in instance["testcases"]: |
| 110 | instance["entry_point"] = instance["testcases"]["entry_point"] |
| 111 | else: |
| 112 | instance["testcases"] = None |
| 113 | else: |
| 114 | instance = self.dataset[self.index] |
| 115 | |
| 116 | |
| 117 | return instance, finish |
| 118 | |
| 119 | def get_function_signature(self, instance): |
| 120 | if self.name == "mbpp": |
no outgoing calls
no test coverage detected