Function _write_pipeline_outputs

workers/file_processing/structure_tool_task.py:782–833

Write structure-tool / agentic outputs to disk. Mirrors the old Docker tool's output layout so the destination connector finds what it expects: 1. ``{output_dir_path}/{stem}.json`` — primary output file. 2. INFILE overwritten with JSON (destination connector reads INFILE and

(
    fs: Any,
    structured_output: dict,
    output_dir_path: str,
    input_file_path: str,
    execution_data_dir: str,
    source_file_name: str,
    label: str,
)

def _write_pipeline_outputs(
    fs: Any,
    structured_output: dict,
    output_dir_path: str,
    input_file_path: str,
    execution_data_dir: str,
    source_file_name: str,
    label: str,
) -> str | None:
    """Write structure-tool / agentic outputs to disk.

    Mirrors the old Docker tool's output layout so the destination
    connector finds what it expects:

    1. ``{output_dir_path}/{stem}.json`` — primary output file.
    2. INFILE overwritten with JSON (destination connector reads INFILE
       and checks MIME type — without this it still sees the original
       PDF).
    3. ``{execution_data_dir}/COPY_TO_FOLDER/{stem}.json`` — what the
       old ``ToolExecutor._setup_for_run()`` created for FS destinations.

    Args:
        label: Short label for log lines (``"structured"`` or
            ``"agentic"``).

    Returns:
        ``None`` on success, or the error string on failure.
    """
    try:
        stem = Path(source_file_name).stem
        output_path = Path(output_dir_path) / f"{stem}.json"
        logger.info("Writing %s output to %s", label, output_path)
        fs.json_dump(path=output_path, data=structured_output)

        logger.info("Overwriting INFILE with %s output: %s", label, input_file_path)
        fs.json_dump(path=input_file_path, data=structured_output)

        copy_to_folder = str(Path(execution_data_dir) / "COPY_TO_FOLDER")
        fs.mkdir(copy_to_folder)
        copy_output_path = str(Path(copy_to_folder) / f"{stem}.json")
        fs.json_dump(path=copy_output_path, data=structured_output)
        logger.info(
            "%s output written to COPY_TO_FOLDER: %s",
            label.capitalize(),
            copy_output_path,
        )

        logger.info("Output written successfully to workflow storage")
        return None
    except Exception as e:
        logger.error("Failed to write %s output files: %s", label, e, exc_info=True)
        return str(e)


def _write_tool_result(