Method getIndexesToBuild

core/indexing/CodebaseIndexer.ts:146–210

()

  }

  protected async getIndexesToBuild(): Promise<CodebaseIndex[]> {
    const { config } = await this.configHandler.loadConfig();
    if (!config) {
      return [];
    }

    const embeddingsModel = config.selectedModelByRole.embed;
    if (!embeddingsModel) {
      return [];
    }

    const ideSettings = await this.ide.getIdeSettings();
    if (!ideSettings) {
      return [];
    }
    const continueServerClient = new ContinueServerClient(
      ideSettings.remoteConfigServerUrl,
      ideSettings.userToken,
    );
    if (!continueServerClient) {
      return [];
    }

    const indexTypesToBuild = new Set( // use set to remove duplicates
      config.contextProviders
        .map((provider) => provider.description.dependsOnIndexing)
        .filter((indexType) => Array.isArray(indexType)) // remove undefined indexTypes
        .flat(),
    );

    const indexTypeToIndexerMapping: Record<
      ContextIndexingType,
      () => Promise<CodebaseIndex | null>
    > = {
      chunk: async () =>
        new ChunkCodebaseIndex(
          this.ide.readFile.bind(this.ide),
          continueServerClient,
          embeddingsModel.maxEmbeddingChunkSize,
        ),
      codeSnippets: async () => new CodeSnippetsCodebaseIndex(this.ide),
      fullTextSearch: async () => new FullTextSearchCodebaseIndex(),
      embeddings: async () => {
        const lanceDbIndex = await LanceDbIndex.create(
          embeddingsModel,
          this.ide.readFile.bind(this.ide),
        );
        return lanceDbIndex;
      },
    };

    const indexes: CodebaseIndex[] = [];
    // not parallelizing to avoid race conditions in sqlite
    for (const indexType of indexTypesToBuild) {
      if (indexType && indexType in indexTypeToIndexerMapping) {
        const index = await indexTypeToIndexerMapping[indexType]();
        if (index) {
          indexes.push(index);