Function pollWebhook

apps/sim/lib/webhooks/polling/rss.ts:82–158

(ctx: PollWebhookContext)

  label: 'RSS',

  async pollWebhook(ctx: PollWebhookContext): Promise<'success' | 'failure'> {
    const { webhookData, workflowData, requestId, logger } = ctx
    const webhookId = webhookData.id

    try {
      const config = getProviderConfig<RssWebhookConfig>(webhookData.providerConfig)

      if (!config?.feedUrl) {
        logger.error(`[${requestId}] Missing feedUrl for webhook ${webhookId}`)
        await markWebhookFailed(webhookId, logger)
        return 'failure'
      }

      const now = new Date()
      const {
        feed,
        items: newItems,
        etag,
        lastModified,
      } = await fetchNewRssItems(config, requestId, logger)

      if (!newItems.length) {
        await updateRssState(webhookId, now.toISOString(), [], config, logger, etag, lastModified)
        await markWebhookSuccess(webhookId, logger)
        logger.info(`[${requestId}] No new items found for webhook ${webhookId}`)
        return 'success'
      }

      logger.info(`[${requestId}] Found ${newItems.length} new items for webhook ${webhookId}`)

      const { processedCount, failedCount } = await processRssItems(
        newItems,
        feed,
        webhookData,
        workflowData,
        requestId,
        logger
      )

      const newGuids = newItems
        .map(
          (item) =>
            item.guid ||
            item.link ||
            (item.title && item.pubDate ? `${item.title}-${item.pubDate}` : '')
        )
        .filter((guid) => guid.length > 0)

      await updateRssState(
        webhookId,
        now.toISOString(),
        newGuids,
        config,
        logger,
        etag,
        lastModified
      )