()
| 77 | |
| 78 | |
| 79 | def main(): |
| 80 | parser = argparse.ArgumentParser() |
| 81 | parser.add_argument( |
| 82 | "--dataset", required=True, type=str, choices=["humaneval", "mbpp"] |
| 83 | ) |
| 84 | parser.add_argument("--chatgpt_len", required=True, type=int) |
| 85 | parser.add_argument("--mut_len", required=True, type=int) |
| 86 | parser.add_argument("--output", type=str, help="Output .jsonl path") |
| 87 | args = parser.parse_args() |
| 88 | |
| 89 | problems = None |
| 90 | if args.dataset == "humaneval": |
| 91 | from evalplus.data import get_human_eval_plus |
| 92 | |
| 93 | # Allow it to be incomplete |
| 94 | problems = get_human_eval_plus(err_incomplete=False) |
| 95 | args.output = args.output or "HumanEvalPlusInputs.jsonl" |
| 96 | |
| 97 | if args.dataset == "mbpp": |
| 98 | from evalplus.data import get_mbpp_plus |
| 99 | |
| 100 | problems = get_mbpp_plus(err_incomplete=False) |
| 101 | args.output = args.output or "MbppPlusInput.jsonl" |
| 102 | |
| 103 | assert not os.path.isfile(args.output), f"{args.output} already exists!" |
| 104 | input_generation(args, problems) |
| 105 | |
| 106 | |
| 107 | if __name__ == "__main__": |
no test coverage detected