Function fetchHubSpotChanges

apps/sim/lib/webhooks/polling/hubspot.ts:620–719

(args: FetchArgs)

}

async function fetchHubSpotChanges(args: FetchArgs): Promise<HubSpotSearchResult[]> {
  const {
    accessToken,
    objectType,
    filterProperty,
    watermarkMs,
    lastSeenObjectId,
    properties,
    userFilters,
    maxRecords,
    requestId,
    logger,
  } = args

  const url = `https://api.hubapi.com/crm/v3/objects/${encodeURIComponent(resolveSearchPath(objectType))}/search`
  const accumulated: HubSpotSearchResult[] = []
  let after: string | undefined
  let pages = 0

  // Two OR-combined filter groups give a strict monotonic cursor over (timestamp, id):
  //   A: filterProperty > watermark              (next timestamps)
  //   B: filterProperty == watermark AND id > lastSeenObjectId  (more ids at boundary)
  // User filters AND into both groups so they apply regardless of which side matches.
  // Group B is dropped on the first poll after seeding so we don't emit boundary
  // records the seed point already skipped past.
  const buildBody = (cursor?: string) => {
    const groupA: FilterClause[] = [
      { propertyName: filterProperty, operator: 'GT', value: String(watermarkMs) },
      ...userFilters,
    ]
    const groups = [{ filters: groupA }]
    if (lastSeenObjectId) {
      const groupB: FilterClause[] = [
        { propertyName: filterProperty, operator: 'EQ', value: String(watermarkMs) },
        { propertyName: 'hs_object_id', operator: 'GT', value: String(lastSeenObjectId) },
        ...userFilters,
      ]
      groups.push({ filters: groupB })
    }
    return {
      filterGroups: groups,
      sorts: [{ propertyName: filterProperty, direction: 'ASCENDING' }],
      properties,
      limit: HUBSPOT_PAGE_LIMIT,
      ...(cursor ? { after: cursor } : {}),
    }
  }

  do {
    const response = await fetch(url, {
      method: 'POST',
      headers: {
        Authorization: `Bearer ${accessToken}`,
        'Content-Type': 'application/json',
      },
      body: JSON.stringify(buildBody(after)),
    })