Function buildIdentifierIndex

src/tools/semantic-identifiers.ts:180–255

(rootDir: string)

}

async function buildIdentifierIndex(rootDir: string): Promise<IdentifierIndex> {
  if (cachedIndex && cachedRootDir === rootDir && Date.now() - cachedAt < INDEX_TTL_MS) {
    return cachedIndex;
  }

  const entries = await walkDirectory({ rootDir, depthLimit: 0 });
  const files = entries.filter((entry) => !entry.isDirectory && isSupportedFile(entry.path));
  const docs: IdentifierDoc[] = [];
  const fileLines = new Map<string, string[]>();

  for (const file of files) {
    try {
      const content = await readFile(file.path, "utf-8");
      fileLines.set(file.relativePath, content.split("\n"));
      const analysis = await analyzeFile(file.path);
      const flat = flattenSymbols(analysis.symbols);
      for (const symbol of flat) {
        docs.push({
          id: `${file.relativePath}:${symbol.name}:${symbol.line}`,
          path: file.relativePath,
          header: analysis.header,
          name: symbol.name,
          kind: symbol.kind,
          line: symbol.line,
          endLine: symbol.endLine,
          signature: symbol.signature,
          parentName: symbol.parentName,
          text: `${symbol.name} ${symbol.kind} ${symbol.signature} ${file.relativePath} ${analysis.header} ${symbol.parentName ?? ""}`,
        });
      }
    } catch {
    }
  }

  if (docs.length === 0) {
    const empty: IdentifierIndex = { docs: [], vectors: [], fileLines };
    cachedIndex = empty;
    cachedRootDir = rootDir;
    cachedAt = Date.now();
    return empty;
  }

  const cache = await loadEmbeddingCache(rootDir, IDENTIFIER_CACHE_FILE);
  const vectors: number[][] = new Array(docs.length);
  const uncached: { idx: number; key: string; hash: string; text: string }[] = [];

  for (let i = 0; i < docs.length; i++) {
    const text = docs[i].text;
    const hash = hashContent(text);
    const key = `id:${docs[i].id}`;
    if (cache[key]?.hash === hash) {
      vectors[i] = cache[key].vector;
    } else {
      uncached.push({ idx: i, key, hash, text });
    }
  }

  if (uncached.length > 0) {