Method runTask

js/botasaurus-server-js/src/task-executor.ts:485–602

(task: any)

    }

    protected async runTask(task: any): Promise<void> {
        const key = Server.isScraperBasedRateLimit ? task.scraper_name : task.scraper_type
        const taskId = task.id
        const scraperName = task.scraper_name
        const parent_task_id = task.parent_task_id
        const metadata = isNotEmptyObject(task.metadata) ? { metadata: task.metadata } : {}
        let taskData = task.data

        const fn = Server.getScrapingFunction(scraperName)
        const { isAborted, cleanup } = this.createIsAborted(taskId)
        const removeDuplicatesBy = Server.getRemoveDuplicatesBy(scraperName)
        
        // Create PushDataWriter for pushData functionality
        const onResultCountUpdate = this.createResultCountUpdater(taskId)
        const pushDataWriter = new PushDataWriter(taskId, removeDuplicatesBy, onResultCountUpdate)
        const pushData = pushDataWriter.push.bind(pushDataWriter)

        // Track whether task resources have been released to prevent double-release
        let released = false
        const releaseTask = () => {
            if (!released) {
                this.decrementCapacity(key)
                cleanup()
                released = true
            }
        }

        try {
            const result = await fn(taskData, {
                ...metadata,
                taskId,
                parentTaskId: parent_task_id,
                isAborted,
                pushData,
                parallel: null,
                cache: false,
                beep: false,
                raiseException: true,
                closeOnCrash: true,
                output: null,
                createErrorLogs: false,
                returnDontCacheAsIs: true,
            })

            let isResultDontCached = false
            let processedResult = result
            if (isDontCache(result)) {
                isResultDontCached = true
                processedResult = result.data
            } else {
                // Only omit metadata keys if caching will occur
                if (Server.cache && task.metadata && isNotEmptyObject(task.metadata)) {
                    const metaDataKeys = new Set(Object.keys(task.metadata))
                    taskData = omitKeys(taskData, metaDataKeys)
                }
            }