Function test

src/inference.py:1089–1099

()

        batch_infer_local_model_prompts(model, rd, output_path, inputs_file, sample_num, context_length = 2048 if "codegen25" in model.name else 8192)

def test():
    data = json.load(open("prompt_chat_results/gpt-3.5-turbo/time/rd0_batch_outputs.json", "r"))
    for i in range(0, 5):
        print(f"in {i}")
        input_file = f"prompt_chat_results/gpt-3.5-turbo/time/rd0_batch_inputs_{i}.jsonl"
        with open(input_file, "r") as f:
            for line in f.readlines():
                input_data = json.loads(line)
                print(input_data["custom_id"])
                if "time_simple_execution_feedback" in input_data["custom_id"] or "time_execution_feedback_with_testcase" in input_data["custom_id"]:
                    print("!!!!")


def upload_file(model, prefix, num):