Function streamIdeas

src/app/useFormulateData.ts:224–329

* Stream ideas/recommendations from the exploration agent via SSE.

(options: StreamIdeasOptions)

     * Stream ideas/recommendations from the exploration agent via SSE.
     */
    async function streamIdeas(options: StreamIdeasOptions): Promise<void> {
        const {
            actionTableIds, currentTable,
            onIdeas, onThinkingBuffer, onLoadingChange, onProgress,
            currentChartImage, currentDataSample,
            startQuestion,
        } = options;

        onLoadingChange(true);
        onThinkingBuffer("");
        onIdeas([]);

        let timeoutId: ReturnType<typeof setTimeout> | undefined;
        let timedOut = false;
        try {
            const focusedThread = buildFocusedThread(currentTable);
            const otherThreads = buildOtherThreads(currentTable);
            const actionTables = actionTableIds.map(id => tables.find(t => t.id === id) as DictTable);

            const messageBody = JSON.stringify({
                model: activeModel,
                input_tables: actionTables.map(t => ({
                    name: t.virtual?.tableId || t.id.replace(/\.[^/.]+$/, ""),
                })),
                primary_tables: (() => {
                    if (currentTable.derive && !currentTable.anchored) {
                        return (currentTable.derive.source as string[]).map(id => {
                            const t = tables.find(tbl => tbl.id === id);
                            return t?.virtual?.tableId || id.replace(/\.[^/.]+$/, "");
                        });
                    }
                    return [currentTable.virtual?.tableId || currentTable.id.replace(/\.[^/.]+$/, "")];
                })(),
                ...(focusedThread.length > 0 ? { focused_thread: focusedThread } : {}),
                ...(otherThreads.length > 0 ? { other_threads: otherThreads } : {}),
                ...(currentChartImage ? { current_chart: currentChartImage } : {}),
                ...(startQuestion ? { start_question: startQuestion } : {}),
            });

            const engine = getUrls().GET_RECOMMENDATION_QUESTIONS;
            const controller = new AbortController();
            timeoutId = setTimeout(() => { timedOut = true; controller.abort(); }, config.formulateTimeoutSeconds * 1000);

            const questions: IdeaItem[] = [];
            for await (const event of streamRequest(engine, {
                method: 'POST',
                headers: { 'Content-Type': 'application/json' },
                body: messageBody,
            }, controller.signal)) {
                if (event.type === 'error') {
                    throw new Error(event.error ? getErrorMessage(event.error) : t('messages.error'));
                }
                if (event.type === 'warning') {
                    dispatch(dfActions.addMessages({
                        timestamp: Date.now(), type: 'warning',
                        component: 'exploration',
                        value: (event as any).warning?.message ?? 'Warning from server',
                    }));