Function saveAllThreads

apps/web/services/slack/sync/saveAllThreads.ts:104–195

({
  channel,
  token,
  usersInDb,
  fetchReplies,
  logger,
}: {
  channel: channels;
  token: string;
  usersInDb: UserMap[];
  fetchReplies: Function;
  logger: Logger;
})

}

export async function saveAllThreads({
  channel,
  token,
  usersInDb,
  fetchReplies,
  logger,
}: {
  channel: channels;
  token: string;
  usersInDb: UserMap[];
  fetchReplies: Function;
  logger: Logger;
}) {
  const channelName = channel.channelName;

  let cursor = 0;
  if (channel.externalPageCursor) {
    if (channel.externalPageCursor === 'completed') {
      logger.log({
        channelName,
        syncing: 'skipped. externalPageCursor=completed',
      });
      return;
    }
    try {
      let { threadCursor } = JSON.parse(channel.externalPageCursor);
      if (threadCursor && !isNaN(threadCursor)) {
        cursor = threadCursor;
      }
    } catch (error) {}
  }

  logger.log({ channelName, 'syncingAllThreads startedAt': new Date() });
  const tooManyRequests = [];

  do {
    logger.log({ channelName, cursor });
    const threads = await findThreadsByChannel({
      channelId: channel.id,
      cursor,
      limit: 25,
    });

    if (!threads?.length) break;

    logger.log({
      channelName,
      'saveAllThreadsTransaction startedAt': new Date(),
    });

    for (const thread of threads) {
      try {
        await fetchAndPersist(
          fetchReplies,
          thread,
          channel,
          token,
          usersInDb,