Method push

js/botasaurus-server-js/src/task-helper.ts:269–303

(data: Record<string, any> | Record<string, any>[])

    }

    async push(data: Record<string, any> | Record<string, any>[]): Promise<void> {
        this.isPushDataUsed = true
        if (!this.stream) {
            this.taskFilePath = TaskResults.generateTaskFilePath(this.taskId)
            this.stream = new NDJSONWriteStream(this.taskFilePath)
        }

        const items = normalizeData(data)

        for (const item of items) {
            // Handle deduplication if removeDuplicatesBy is set
            if (this.removeDuplicatesBy && this.removeDuplicatesBy in item && !isNullish(item[this.removeDuplicatesBy])) {
                const key = item[this.removeDuplicatesBy]
                if (this.seen.has(key)) continue
                this.seen.add(key)
            }
            
            // Collect keys for normalization
            const itemKeys = Object.keys(item)
            if (this.allKeysMapping === null) {
                // First item: initialize with its keys
                this.allKeysMapping = createKeyToNullMapping(item)
                this.firstItemKeyCount = itemKeys.length
            } else {
                // Add any new keys
                populateMissingKeys(itemKeys, this.allKeysMapping)
            }
            
            await this.stream.push(item)
            this.itemCount++
        }

        // Report count update after each push call
        await this.reportCountUpdate()
    }

    private async reportCountUpdate(): Promise<void> {
        if (!this.onResultCountUpdate) return