MCPcopy Create free account
hub / github.com/SalesforceAIResearch/perfcodegen / prepare_testcases

Method prepare_testcases

src/evaluate.py:129–155  ·  view source on GitHub ↗
(self, solution_io, gt_io, testcases)

Source from the content-addressed store, hash-verified

127 return new_lst
128
129 def prepare_testcases(self, solution_io, gt_io, testcases):
130 if solution_io == gt_io:
131 return testcases
132 elif solution_io:
133 new_testcases = []
134 for testcase in testcases:
135 new_testcase = {}
136 new_testcase["output"] = testcase["output"]
137 if check_element_type(testcase["input"], str):
138 new_testcase["input"] = ["\n".join(testcase["input"]) + "\n"]
139 elif check_element_type(testcase["input"], float):
140 new_testcase["input"] = ["\n".join(self.transform_element_type(testcase["input"], str)) + "\n"]
141 else:
142 new_testcase["input"] = testcase["input"]
143 new_testcases.append(new_testcase)
144 return new_testcases
145 else:
146 new_testcases = []
147 for testcase in testcases:
148 new_testcase = {}
149 new_testcase["output"] = testcase["output"]
150 if len(testcase["input"]) == 1 and isinstance(testcase["input"][0], str):
151 new_testcase["input"] = [testcase["input"][0].split("\n")]
152 else:
153 new_testcase["input"] = testcase["input"]
154 new_testcases.append(new_testcase)
155 return new_testcases
156
157
158 def get_expected_outputs(self):

Callers

nothing calls this directly

Calls 1

Tested by

no test coverage detected