Function deriveNewData

src/views/EncodingShelfCard.tsx:609–748

(
        instruction: string, 
        mode: 'formulate' | 'ideate' = 'formulate', 
        overrideTableId?: string,
    )

    let deriveNewData = async (
        instruction: string, 
        mode: 'formulate' | 'ideate' = 'formulate', 
        overrideTableId?: string,
    ) => {

        if (actionTableIds.length == 0) return;

        // Short-circuit: if all fields exist in source table, just reference it
        if (currentTable.derive == undefined && instruction == "" && 
                (activeFields.length > 0 && activeCustomFields.length == 0) && 
                tables.some(t => t.derive == undefined && 
                activeFields.every(f => currentTable.names.includes(f.name)))) {
            let tempTable = getDataTable(chart, tables, allCharts, conceptShelfItems, true);
            dispatch(dfActions.updateTableRef({chartId: chartId, tableRef: tempTable.id}));
            dispatch(dfActions.changeChartRunningStatus({chartId, status: true}));
            setTimeout(function(){
                dispatch(dfActions.changeChartRunningStatus({chartId, status: false}));
                dispatch(dfActions.clearUnReferencedTables());
            }, 400);
            return;
        }

        dispatch(dfActions.clearUnReferencedTables());

        let fieldNamesStr = activeFields.map(f => f.name).reduce(
            (a: string, b: string, i, array) => a + (i == 0 ? "" : (i < array.length - 1 ? ', ' : ' and ')) + b, "");

        const actionId = `deriveNewData_${String(Date.now())}`;
        const originTableId = focusedTableId || currentTable.id;
        const actionDescription = instruction || `Derive ${fieldNamesStr}`;

        // Build chart visualization context
        let chartComplete = checkChartAvailability(chart, conceptShelfItems, currentTable.rows);
        let chartSpec = (mode == 'formulate' && Object.keys(activeSimpleEncodings).length > 0) ? {
            chart_type: chart.chartType,
            encodings: activeSimpleEncodings,
            ...(chart.config ? { config: chart.config } : {})
        } : undefined;

        let currentChartImage: string | null | undefined = undefined;
        if (chartComplete && chartSpec) {
            currentChartImage = await vegaLiteSpecToPng(assembleVegaChart(
                chart.chartType, chart.encodingMap, activeFields, currentTable.rows,
                currentTable.metadata, 100, 80, false, chart.config
            ));
            if (currentChartImage) {
                currentChartImage = await downscaleImageForAgent(currentChartImage);
            }
        }

        let currentVisualization = (chartComplete && chartSpec) ? {
            chart_spec: chartSpec,
            ...(currentChartImage ? { chart_image: currentChartImage } : {})
        } : undefined;
        let expectedVisualization = (!chartComplete && chartSpec) ? { chart_spec: chartSpec } : undefined;

        let triggerChartSpec = duplicateChart(chart);