Function executeDumpToTSVNode

src/nodeExecutor.ts:5759–5985

(
  nodeId: string,
  textValue: string,
  inputData: DumpToTSVNodeData | DBNumericAdjustmentNodeData,
  config?: unknown,
  executionContext?: FlowExecutionContext,
)

}

async function executeDumpToTSVNode(
  nodeId: string,
  textValue: string,
  inputData: DumpToTSVNodeData | DBNumericAdjustmentNodeData,
  config?: unknown,
  executionContext?: FlowExecutionContext,
): Promise<NodeExecutionResult> {
  console.log(`Dump to TSV Node ${nodeId}: Processing with input type: ${inputData?.type}`);

  if (!inputData || (inputData.type !== "TableSelection" && inputData.type !== "ChangedColumnSelection")) {
    return { success: false, error: "Invalid input: Expected TableSelection or ChangedColumnSelection data" };
  }

  // Handle ChangedColumnSelection input - convert to a format we can dump
  if (inputData.type === "ChangedColumnSelection") {
    const changedData = inputData as DBNumericAdjustmentNodeData;
    const adjustedInputData = changedData.adjustedInputData;

    // adjustedInputData has structure: { type, columns: [{tableName, fileName, sourcePack, sourceTable, selectedColumns, data}] }
    // where data is array of {col, data} - each entry is one value for one row
    if (!adjustedInputData?.columns || adjustedInputData.columns.length === 0) {
      console.log(`Dump to TSV Node ${nodeId}: No columns to dump - skipping file write`);
      return {
        success: true,
        data: changedData, // Pass through the input
      };
    }

    console.log(
      `Dump to TSV Node ${nodeId}: Processing ChangedColumnSelection with ${adjustedInputData.columns.length} table entries`,
    );

    // Build TSV from ChangedColumnSelection
    const tsvLines: string[] = [];

    // Process each table entry in the columns array
    for (const tableEntry of adjustedInputData.columns) {
      const tableName = tableEntry.tableName || "unknown";
      const fileName = tableEntry.fileName || "";
      const columnNames = tableEntry.selectedColumns || [];
      const data = tableEntry.data || [];

      console.log(
        `Dump to TSV Node ${nodeId}: Table "${tableName}" has ${columnNames.length} columns and ${data.length} data entries`,
      );

      // Header: table name, file name, then column names
      if (tsvLines.length === 0 && columnNames.length > 0) {
        const headerCols = ["_table", "_file", ...columnNames];
        tsvLines.push(headerCols.join("\t"));
      }

      // data is an array where each entry is {col: columnName, data: value}
      // For single column selection, each entry is one row
      // For multiple columns, entries are interleaved: row1col1, row1col2, row2col1, row2col2, etc.
      const numCols = columnNames.length || 1;
      const numRows = Math.floor(data.length / numCols);