Function forEachCleanupChunk

apps/sim/lib/billing/cleanup-dispatcher.ts:207–290

(
  jobType: CleanupJobType,
  onChunk: (payload: CleanupJobPayload) => Promise<void>
)

}

async function forEachCleanupChunk(
  jobType: CleanupJobType,
  onChunk: (payload: CleanupJobPayload) => Promise<void>
): Promise<{ chunkCount: number; workspaceCount: number }> {
  const config = CLEANUP_CONFIG[jobType]
  const chunkCountByPlan: Partial<Record<NonEnterprisePlan, number>> = {}
  const housekeepingPlan = GLOBAL_HOUSEKEEPING_PLAN[jobType]
  let housekeepingAssigned = false
  let workspaceCount = 0
  let chunkCount = 0
  let afterId: string | null = null

  const emitChunk = async (payload: CleanupJobPayload) => {
    if (payload.plan === housekeepingPlan && !housekeepingAssigned) {
      payload.runGlobalHousekeeping = true
      housekeepingAssigned = true
    }
    chunkCount++
    await onChunk(payload)
  }

  while (true) {
    const rows = await listActiveWorkspaceCleanupScopeRowsPage(afterId)
    if (rows.length === 0) break

    afterId = rows[rows.length - 1].id
    const planByWorkspaceId = await resolvePlanTypesByWorkspaceId(rows)

    for (const plan of NON_ENTERPRISE_PLANS) {
      const retentionHours = config.defaults[plan]
      if (retentionHours === null) continue

      const workspaceIds = rows
        .filter((row) => planByWorkspaceId.get(row.id) === plan)
        .map((row) => row.id)
      if (workspaceIds.length === 0) continue

      workspaceCount += workspaceIds.length
      const planChunks = chunkArray(workspaceIds, WORKSPACES_PER_CLEANUP_CHUNK)
      for (const ws of planChunks) {
        const chunkNumber = (chunkCountByPlan[plan] ?? 0) + 1
        chunkCountByPlan[plan] = chunkNumber
        await emitChunk({
          plan,
          workspaceIds: ws,
          retentionHours,
          label: `${plan}/${chunkNumber}`,
        })
      }
    }

    for (const row of rows) {
      if (planByWorkspaceId.get(row.id) !== 'enterprise') continue
      const hours = resolveEffectiveRetentionHours({
        orgSettings: row.organizationSettings,
        workspaceId: row.id,
        key: config.key,
      })