Method retrieveChunks

core/indexing/docs/DocsService.ts:824–854

(
    startUrl: string,
    vector: number[],
    nRetrieve: number,
    isRetry: boolean = false,
  )

  }
  // This function attempts to retrieve chunks by vector similarity
  async retrieveChunks(
    startUrl: string,
    vector: number[],
    nRetrieve: number,
    isRetry: boolean = false,
  ): Promise<Chunk[]> {
    // Get the appropriate embeddings provider
    const { provider } = await this.getEmbeddingsProvider();
    if (!provider) {
      return [];
    }

    // Lance doesn't have an embeddingsprovider column, instead it includes it in the table name
    const table = await this.getOrCreateLanceTable({
      initializationVector: vector,
      startUrl,
    });

    let docs: LanceDbDocsRow[] = [];
    try {
      docs = await table
        .search(vector)
        .limit(nRetrieve)
        .where(`starturl = '${startUrl}'`)
        .execute();
    } catch (e: any) {
      console.warn("Error retrieving chunks from LanceDB", e);
    }

    return docs.map(this.lanceDBRowToChunk);
  }

  async getIndexedPages(startUrl: string): Promise<Set<string>> {
    try {