MCPcopy Index your code
hub / github.com/evalplus/evalplus / fix

Function fix

tools/humaneval/fix_v011.py:1–36  ·  view source on GitHub ↗
(data)

Source from the content-addressed store, hash-verified

1def fix(data):
2 # fix 140 https://github.com/evalplus/evalplus/issues/3
3 assert data[140]["task_id"] == "HumanEval/140"
4 data[140]["canonical_solution"] = data[140]["canonical_solution"].replace(
5 "range(len(text)-1, 2, -1)", "range(len(text), 2, -1)"
6 )
7
8 # fix 75 https://github.com/evalplus/evalplus/issues/4
9 assert data[75]["task_id"] == "HumanEval/75"
10 org_contract = '\n assert type(a) == int, "invalid inputs" # $_CONTRACT_$\n'
11 assert org_contract in data[75]["contract"]
12 data[75]["contract"] = (
13 org_contract + ' assert a < 100, "invalid inputs" # $_CONTRACT_$\n'
14 )
15 data[75]["base_input"] = [x for x in data[75]["base_input"] if x[0] < 100]
16 data[75]["plus_input"] = [x for x in data[75]["plus_input"] if x[0] < 100]
17
18 # fix 129 https://github.com/evalplus/evalplus/issues/4
19 assert data[129]["task_id"] == "HumanEval/129"
20 data[129][
21 "contract"
22 ] = R"""
23 assert type(k) == int, "invalid inputs" # $_CONTRACT_$
24 assert k > 0, "invalid inputs" # $_CONTRACT_$
25 assert len(grid) >= 2, "invalid inputs" # $_CONTRACT_$
26 assert all(len(l) == len(grid) for l in grid), "invalid inputs" # $_CONTRACT_$
27 assert {x for l in grid for x in l} == set(range(1, len(grid) ** 2 + 1)), "invalid inputs" # $_CONTRACT_$
28"""
29
30 def check_unique(grid):
31 return {x for l in grid for x in l} == set(range(1, len(grid) ** 2 + 1))
32
33 data[129]["base_input"] = [x for x in data[129]["base_input"] if check_unique(x[0])]
34 data[129]["plus_input"] = [x for x in data[129]["plus_input"] if check_unique(x[0])]
35
36 return data
37
38
39if __name__ == "__main__":

Callers 2

fix_v011.pyFile · 0.70
evolveFunction · 0.70

Calls 1

check_uniqueFunction · 0.85

Tested by

no test coverage detected