Function skipDocuments

apps/sim/lib/knowledge/connectors/sync-engine.ts:1143–1167

* Records source files that were intentionally not indexed (e.g. they exceed the * connector's size limit) as content-less `failed` documents in a single bulk insert. * This keeps the files visible in the knowledge base UI — with `processingError` * explaining why — instead of silently dropping t

(
  knowledgeBaseId: string,
  connectorId: string,
  connectorType: string,
  extDocs: ExternalDocument[],
  sourceConfig?: Record<string, unknown>
)

 * Returns the number of rows recorded.
 */
async function skipDocuments(
  knowledgeBaseId: string,
  connectorId: string,
  connectorType: string,
  extDocs: ExternalDocument[],
  sourceConfig?: Record<string, unknown>
): Promise<number> {
  if (extDocs.length === 0) {
    return 0
  }
  const rows = extDocs.map((extDoc) =>
    buildSkippedDocumentRow(knowledgeBaseId, connectorId, connectorType, extDoc, sourceConfig)
  )

  await db.transaction(async (tx) => {
    const isActive = await isKnowledgeBaseActiveInTx(tx, knowledgeBaseId)
    if (!isActive) {
      throw new Error(`Knowledge base ${knowledgeBaseId} is deleted`)
    }

    await tx.insert(document).values(rows)
  })

  return rows.length
}

/**
 * Upload content to storage as a .txt file, create a document record,