Method syncDocs

core/indexing/docs/DocsService.ts:927–1020

* Sync with no embeddings provider change

(
    oldConfig: ContinueConfig | undefined,
    newConfig: ContinueConfig,
    forceReindex: boolean,
  )

   * Sync with no embeddings provider change
   */
  private async syncDocs(
    oldConfig: ContinueConfig | undefined,
    newConfig: ContinueConfig,
    forceReindex: boolean,
  ) {
    try {
      this.isSyncing = true;

      // Otherwise sync the index based on config changes
      const oldConfigDocs = oldConfig?.docs || [];
      const newConfigDocs = newConfig.docs || [];

      // NOTE since listMetadata filters by embeddings provider id embedding model changes are accounted for here
      const currentlyIndexedDocs = await this.listMetadata();
      const currentStartUrls = currentlyIndexedDocs.map((doc) => doc.startUrl);

      // Anything found in old config, new config, AND sqlite that doesn't match should be reindexed
      // Anything found in new config that isn't in sqlite should be added/indexed
      const addedDocs: SiteIndexingConfig[] = [];
      const changedDocs: SiteIndexingConfig[] = [];
      for (const doc of newConfigDocs) {
        const currentIndexedDoc = currentStartUrls.includes(doc.startUrl);

        if (currentIndexedDoc) {
          const oldConfigDoc = oldConfigDocs.find(
            (d) => d.startUrl === doc.startUrl,
          );

          // TODO: Changes to the docs config made while Continue isn't running won't be caught
          if (
            oldConfigDoc &&
            !siteIndexingConfigsAreEqual(
              oldConfigDoc,
              doc,
              oldConfig,
              newConfig,
            )
          ) {
            // When only the title or faviconUrl changed, Update the sqlite metadate instead of reindexing
            if (
              siteIndexingConfigsAreEqualExceptTitleAndFavicon(
                oldConfigDoc,
                doc,
                oldConfig,
                newConfig,
              )
            ) {
              await this.updateMetadataInSqlite(doc);
            } else {
              changedDocs.push(doc);
            }
          } else {
            if (forceReindex) {
              changedDocs.push(doc);
            } else {
              // This is a temperary fix to catch the changes to the docs config that were made when Continue isn't running
              // We only update title and faviconUrl here
              await this.updateMetadataInSqlite(doc);