Function incrementalImport

packages/node-runtime/src/services/push-importer.ts:308–425

(
  db: DatabaseAdapter,
  payload: PushImportPayload
)

}

function incrementalImport(
  db: DatabaseAdapter,
  payload: PushImportPayload
): {
  writtenCount: number
  duplicateCount: number
  metaUpdated: boolean
  membersAdded: number
  membersUpdated: number
} {
  const metaUpdateMode = payload.options?.metaUpdateMode ?? 'patch'
  const memberUpdateMode = payload.options?.memberUpdateMode ?? 'upsert'

  // Load dedup keys
  const existingPmids = new Set<string>()
  const existingKeys = new Set<string>()
  ;(
    db.prepare('SELECT platform_message_id FROM message WHERE platform_message_id IS NOT NULL').all() as Array<{
      platform_message_id: string
    }>
  ).forEach((r) => existingPmids.add(r.platform_message_id))
  // Load hashes for ALL existing messages (not just those without pmid) so that
  // messages previously imported with a platformMessageId are still caught by
  // content-hash dedup when the same content arrives without one.
  ;(
    db
      .prepare(`SELECT msg.ts, m.platform_id, msg.content FROM message msg JOIN member m ON msg.sender_id = m.id`)
      .all() as Array<{ ts: number; platform_id: string; content: string | null }>
  ).forEach((r) => existingKeys.add(generateMessageKey(r.ts, r.platform_id, r.content)))

  let metaUpdated = false
  let membersAdded = 0
  let membersUpdated = 0

  if (payload.meta && metaUpdateMode === 'patch') {
    const m = payload.meta
    db.prepare(
      `UPDATE meta SET name = COALESCE(NULLIF(?, ''), name), group_id = COALESCE(NULLIF(?, ''), group_id), group_avatar = COALESCE(NULLIF(?, ''), group_avatar), owner_id = COALESCE(NULLIF(?, ''), owner_id), imported_at = ?`
    ).run(m.name || '', m.groupId || '', m.groupAvatar || '', m.ownerId || '', Math.floor(Date.now() / 1000))
    metaUpdated = true
  }

  if (payload.members && memberUpdateMode === 'upsert') {
    const upsertMember = db.prepare(
      `INSERT INTO member (platform_id, account_name, group_nickname, avatar, roles) VALUES (?, ?, ?, ?, ?)
       ON CONFLICT(platform_id) DO UPDATE SET
         account_name = COALESCE(NULLIF(excluded.account_name, ''), account_name),
         group_nickname = COALESCE(NULLIF(excluded.group_nickname, ''), group_nickname),
         avatar = COALESCE(NULLIF(excluded.avatar, ''), avatar),
         roles = CASE WHEN excluded.roles != '[]' THEN excluded.roles ELSE roles END`
    )
    const getMemberId = db.prepare('SELECT id FROM member WHERE platform_id = ?')
    const existingMemberIds = new Set(
      (db.prepare('SELECT platform_id FROM member').all() as Array<{ platform_id: string }>).map((r) => r.platform_id)
    )

    db.transaction(() => {
      for (const m of payload.members!) {