Function startEmbeddingTracker

src/core/embedding-tracker.ts:67–135

(options: EmbeddingTrackerOptions)

}

export function startEmbeddingTracker(options: EmbeddingTrackerOptions): () => void {
  const pendingFiles = new Set<string>();
  const debounceMs = clampDebounceMs(options.debounceMs);
  const maxFilesPerTick = clampFilesPerTick(options.maxFilesPerTick);

  let watcher: FSWatcher | null = null;
  let timer: NodeJS.Timeout | null = null;
  let isProcessing = false;
  let closed = false;

  const schedule = (delay: number = debounceMs): void => {
    if (timer) clearTimeout(timer);
    timer = setTimeout(() => {
      void flushPending();
    }, delay);
    timer.unref();
  };

  const flushPending = async (): Promise<void> => {
    if (closed || isProcessing) return;
    if (pendingFiles.size === 0) return;

    isProcessing = true;
    const batch = Array.from(pendingFiles).slice(0, maxFilesPerTick);
    for (const file of batch) pendingFiles.delete(file);

    try {
      const [fileEmbeds, identifierEmbeds] = await Promise.all([
        refreshFileSearchEmbeddings({ rootDir: options.rootDir, relativePaths: batch }),
        refreshIdentifierEmbeddings({ rootDir: options.rootDir, relativePaths: batch }),
      ]);
      if (fileEmbeds > 0 || identifierEmbeds > 0) {
        console.error(
          `Embedding tracker refreshed ${batch.length} file(s) | file-vectors=${fileEmbeds}, identifier-vectors=${identifierEmbeds}`,
        );
      }
    } catch (error) {
      console.error("Embedding tracker refresh failed:", error);
    } finally {
      isProcessing = false;
      if (pendingFiles.size > 0) schedule(100);
    }
  };

  try {
    watcher = watch(options.rootDir, { recursive: true }, (_eventType, fileName) => {
      if (closed || !fileName) return;
      const relativePath = normalizeRelativePath(String(fileName));
      if (!shouldTrack(relativePath)) return;
      if (pendingFiles.size >= MAX_PENDING_FILES) return;
      pendingFiles.add(relativePath);
      schedule();
    });
  } catch (error) {
    console.error("Embedding tracker disabled: file watching is unavailable.", error);
    return () => { };
  }