Function process_task

inference.py:73–164

(task, config, llm, system_prompt_template, max_turns, output_path, processed_ids)

lock = threading.Lock()

def process_task(task, config, llm, system_prompt_template, max_turns, output_path, processed_ids):
    index = task["index"]
    cell_path="Cells"
    if index in processed_ids:
        return

    file_path = ",".join(task["file_paths"])
    user_query = task["user"]

    nb = nbformat.v4.new_notebook()
    client = NotebookClient(nb, allow_errors=True)
    client.km = client.create_kernel_manager()
    client.start_new_kernel()
    client.start_new_kernel_client()
    Kernel = client.kc

    logger.info("==" * 80)
    logger.info(f"Task index: {index}")
    logger.info(f"Task:\n{user_query}")
    logger.info(f"File path: {file_path}")

    messages = [
        {"role": "system", "content": system_prompt_template},
        {"role": "user", "content": f"[INFO]The data is uploaded to {file_path}"},
        {"role": "user", "content": user_query},
    ]
    cells = [
        {"role": "system", "text": system_prompt_template},
        {"role": "user", "text": f"[INFO]The data is uploaded to {file_path}"},
        {"role": "user", "text": user_query},
    ]

    try:
        for count in range(max_turns):  # max 5 turn interaction
            logger.info("--" * 10 + f"Round: {count}" + "--" * 10)
            #logger.info(f"input messages: {messages}")
            try:
                out_msg, debug_info = llm.generate(messages)
            except:
                break
            #logger.info(f"output msg: {message2dict(out_msg)}")

            reasoning, code_script = parse_code_action(
                out_msg.content,
                mode=config["mode"],
                code_start_token=config["code_start_token"],
                code_end_token=config["code_end_token"],
                tool_call_token=config["tool_call_token"],
            )
            #logger.info(f"Reasoning: {reasoning}")
            #logger.info(f"Code script: {code_script}")
            if code_script is None or code_script.strip() == "":
                messages.append({"role": "assistant", "content": reasoning})
                cells.append({"role": "assistant", "text": reasoning})
            else:
                messages.append(
                    {
                        "role": "assistant",