Function buildIndex

src/bookmarks-db.ts:436–507

(options?: { force?: boolean })

}

export async function buildIndex(options?: { force?: boolean }): Promise<{ dbPath: string; recordCount: number; newRecords: number }> {
  const cachePath = twitterBookmarksCachePath();
  const dbPath = twitterBookmarksIndexPath();
  const records = await readJsonLines<BookmarkRecord>(cachePath);

  const db = await openDb(dbPath);
  try {
    if (options?.force) {
      db.run('DROP TABLE IF EXISTS bookmarks_fts');
      db.run('DROP TABLE IF EXISTS bookmarks');
      db.run('DROP TABLE IF EXISTS meta');
    }

    initSchema(db);
    ensureMigrations(db);

    // Preserve classification and enrichment fields when refreshing existing rows.
    // Folder fields are normally sourced from JSONL (source of truth) but we also
    // preserve them here as defense-in-depth: if a future code path writes folder
    // state to the DB without updating JSONL, this keeps it from being wiped on
    // the next buildIndex.
    const existingRows = new Map<string, PreservedBookmarkFields>();
    try {
      const rows = db.exec(
        `SELECT id, categories, primary_category, github_urls, domains, primary_domain,
                quoted_tweet_json, article_title, article_text, article_site, enriched_at,
                folder_ids, folder_names
         FROM bookmarks`
      );
      for (const r of (rows[0]?.values ?? [])) {
        existingRows.set(r[0] as string, {
          categories: (r[1] as string) ?? null,
          primaryCategory: (r[2] as string) ?? null,
          githubUrls: (r[3] as string) ?? null,
          domains: (r[4] as string) ?? null,
          primaryDomain: (r[5] as string) ?? null,
          quotedTweetJson: (r[6] as string) ?? null,
          articleTitle: (r[7] as string) ?? null,
          articleText: (r[8] as string) ?? null,
          articleSite: (r[9] as string) ?? null,
          enrichedAt: (r[10] as string) ?? null,
          folderIds: (r[11] as string) ?? null,
          folderNames: (r[12] as string) ?? null,
        });
      }
    } catch { /* table may be empty */ }

    const newRecords: BookmarkRecord[] = records.filter(r => !existingRows.has(r.id));

    if (records.length > 0) {
      db.run('BEGIN TRANSACTION');
      try {
        for (const record of records) {
          insertRecord(db, record, existingRows.get(record.id));
        }
        db.run('COMMIT');
      } catch (err) {
        db.run('ROLLBACK');