Class RepoMapGenerator

core/util/generateRepoMap.ts:17–179

}

class RepoMapGenerator {
  private maxRepoMapTokens: number;

  private repoMapPath: string = getRepoMapFilePath();
  private writeStream: fs.WriteStream = fs.createWriteStream(this.repoMapPath);
  private contentTokens: number = 0;
  private dirs: string[] = [];
  private allUris: string[] = [];
  private pathsInDirsWithSnippets: Set<string> = new Set();

  private SNIPPETS_BATCH_SIZE = 100;
  private URI_BATCH_SIZE = 100;
  private REPO_MAX_CONTEXT_LENGTH_RATIO = 0.5;
  private PREAMBLE =
    "Below is a repository map. \n" +
    "For each file in the codebase, " +
    "this map contains the name of the file, and the signature for any " +
    "classes, methods, or functions in the file.\n\n";

  constructor(
    private llm: ILLM,
    private ide: IDE,
    private options: RepoMapOptions,
  ) {
    this.maxRepoMapTokens =
      llm.contextLength * this.REPO_MAX_CONTEXT_LENGTH_RATIO;
  }

  private getUriForWrite(uri: string) {
    if (this.options.outputRelativeUriPaths) {
      return findUriInDirs(uri, this.dirs).relativePathOrBasename;
    }
    return uri;
  }

  async generate(): Promise<string> {
    this.dirs = this.options.dirUris ?? (await this.ide.getWorkspaceDirs());
    this.allUris = await walkDirs(
      this.ide,
      {
        source: "generate repo map",
      },
      this.dirs,
    );

    // Initialize
    await this.writeToStream(this.PREAMBLE);

    if (this.options.includeSignatures) {
      // Process uris and signatures
      let snippetOffset = 0;
      let uriOffset = 0;
      while (true) {
        const { groupedByUri, hasMoreSnippets, hasMoreUris } =
          await CodeSnippetsCodebaseIndex.getPathsAndSignatures(
            this.allUris,
            uriOffset,
            this.URI_BATCH_SIZE,