Function dispatchViaBatchTrigger

apps/sim/lib/knowledge/documents/service.ts:434–472

(
  jobPayloads: DocumentProcessingPayload[],
  requestId: string
)

}

async function dispatchViaBatchTrigger(
  jobPayloads: DocumentProcessingPayload[],
  requestId: string
): Promise<number> {
  let dispatched = 0
  const batchIds: string[] = []
  const region = await resolveTriggerRegion()
  for (let i = 0; i < jobPayloads.length; i += TRIGGER_BATCH_SIZE) {
    const chunk = jobPayloads.slice(i, i + TRIGGER_BATCH_SIZE)
    try {
      const result = await tasks.batchTrigger<typeof processDocumentTask>(
        'knowledge-process-document',
        chunk.map((payload) => ({
          payload,
          options: {
            // Scoped to (documentId, requestId): blocks intra-dispatch retries
            // from double-enqueuing; later syncs use a fresh requestId.
            idempotencyKey: `doc-process-${payload.documentId}-${requestId}`,
            tags: [
              `knowledgeBaseId:${payload.knowledgeBaseId}`,
              `documentId:${payload.documentId}`,
            ],
            region,
          },
        }))
      )
      batchIds.push(result.batchId)
      dispatched += chunk.length
    } catch (error) {
      logger.error(`[${requestId}] Failed to batchTrigger ${chunk.length} document jobs`, {
        error: getErrorMessage(error),
      })
    }
  }
  if (batchIds.length > 0) {
    logger.info(`[${requestId}] Trigger.dev batches dispatched`, { batchIds })
  }
  return dispatched
}

async function dispatchInProcess(
  jobPayloads: DocumentProcessingPayload[],