Function runCleanupTasks

apps/sim/background/cleanup-tasks.ts:69–155

(payload: CleanupJobPayload)

}

export async function runCleanupTasks(payload: CleanupJobPayload): Promise<void> {
  const startTime = Date.now()
  const { workspaceIds, retentionHours, label } = payload

  if (workspaceIds.length === 0) {
    logger.info(`[${label}] No workspaces to process`)
    return
  }

  const retentionDate = new Date(Date.now() - retentionHours * 60 * 60 * 1000)
  logger.info(
    `[${label}] Processing ${workspaceIds.length} workspaces, cutoff: ${retentionDate.toISOString()}`
  )

  const doomedChats = await selectRowsByIdChunks(workspaceIds, (chunkIds, chunkLimit) =>
    db
      .select({ id: copilotChats.id })
      .from(copilotChats)
      .where(
        and(inArray(copilotChats.workspaceId, chunkIds), lt(copilotChats.updatedAt, retentionDate))
      )
      .limit(chunkLimit)
  )

  const doomedChatIds = doomedChats.map((c) => c.id)

  // Prepare chat cleanup (collect file keys + copilot backend call) BEFORE DB deletion
  const chatCleanup = await prepareChatCleanup(doomedChatIds, label)

  // Delete run children first (checkpoints, tool calls) since they reference runs
  const runChildResults = await cleanupRunChildren(workspaceIds, retentionDate, label)
  for (const r of runChildResults) {
    if (r.deleted > 0) logger.info(`[${r.table}] ${r.deleted} deleted`)
  }

  // Delete feedback — no direct workspaceId, reuse chat IDs collected above
  const feedbackResult = await deleteRowsById(
    copilotFeedback,
    copilotFeedback.chatId,
    doomedChatIds,
    `${label}/copilotFeedback`
  )

  // Delete copilot runs (has workspaceId directly, cascades checkpoints)
  const runsResult = await batchDeleteByWorkspaceAndTimestamp({
    tableDef: copilotRuns,
    workspaceIdCol: copilotRuns.workspaceId,
    timestampCol: copilotRuns.updatedAt,
    workspaceIds,
    retentionDate,
    tableName: `${label}/copilotRuns`,
  })

  // Delete copilot chats using the exact IDs collected above so the chat
  // cleanup (S3 + copilot backend) and the DB delete can never disagree.
  const chatsResult = await deleteRowsById(
    copilotChats,
    copilotChats.id,