Function syncTwitterBookmarks

src/bookmarks.ts:170–246

(
  mode: 'full' | 'incremental',
  options: { targetAdds?: number } = {}
)

}

export async function syncTwitterBookmarks(
  mode: 'full' | 'incremental',
  options: { targetAdds?: number } = {}
): Promise<BookmarkSyncResult> {
  const token = await loadTwitterOAuthToken();
  if (!token?.access_token) {
    throw new Error('Missing user-context OAuth token. Run: ft auth');
  }

  const me = await fetchCurrentUserId(token.access_token);
  if (!me.ok || !me.id) {
    throw new Error(`Could not resolve current user id: ${me.detail}`);
  }

  ensureDataDir();
  const cachePath = twitterBookmarksCachePath();
  const metaPath = twitterBookmarksMetaPath();
  const now = new Date().toISOString();
  const existing = await readJsonLines<BookmarkRecord>(cachePath);
  const existingById = new Map(existing.map((item) => [item.id, item]));

  const allFetched: BookmarkRecord[] = [];
  let nextToken: string | undefined;
  let pages = 0;
  const maxPages = mode === 'full' ? 200 : 2;

  while (pages < maxPages) {
    const pageResult = await fetchBookmarksPage(token.access_token, me.id, nextToken);
    if (!pageResult.ok || !pageResult.page) {
      throw new Error(`Bookmark fetch failed (${pageResult.status}): ${pageResult.detail}`);
    }

    const normalized = normalizeBookmarkPage(pageResult.page, now);
    allFetched.push(...normalized);
    nextToken = pageResult.page.meta?.next_token;
    pages += 1;

    if (!nextToken) break;
    if (mode === 'incremental' && normalized.every((item) => existingById.has(item.id))) break;
    if (typeof options.targetAdds === 'number') {
      const uniqueAddsSoFar = allFetched.filter((item, index, arr) => arr.findIndex((x) => x.id === item.id) === index).filter((item) => !existingById.has(item.id)).length;
      if (uniqueAddsSoFar >= options.targetAdds) break;
    }
  }

  const merged = [...existing];
  let added = 0;
  for (const record of allFetched) {
    if (!existingById.has(record.id)) {
      merged.push(record);
      existingById.set(record.id, record);
      added += 1;
      if (typeof options.targetAdds === 'number' && added >= options.targetAdds) break;
    }
  }

  merged.sort((a, b) => String(b.bookmarkedAt ?? b.syncedAt).localeCompare(String(a.bookmarkedAt ?? a.syncedAt)));
  await writeJsonLines(cachePath, merged);