Method indexAll

src/codegraph/indexer.ts:43–141

(opts: IndexerOptions = {})

  constructor(private db: CodeGraphDB, private rootDir: string) {}

  async indexAll(opts: IndexerOptions = {}): Promise<IndexResult> {
    const start = Date.now();
    const filesOnDisk = new Set<string>();
    const candidates: string[] = [];

    await this.walk(this.rootDir, (file) => {
      filesOnDisk.add(file);
      candidates.push(file);
    });

    let scanned = 0;
    let indexed = 0;
    let skipped = 0;
    let totalSymbols = 0;
    const total = candidates.length;

    for (const filePath of candidates) {
      if (opts.signal?.aborted) {
        logger.info('Indexing cancelled by signal');
        break;
      }
      scanned++;
      opts.onProgress?.({ processed: scanned, total, currentFile: path.relative(this.rootDir, filePath) });

      try {
        const stat = await fs.stat(filePath);
        if (!stat.isFile() || stat.size > MAX_FILE_SIZE) {
          skipped++;
          continue;
        }
        const lang = detectLanguage(filePath);
        if (!lang) {
          skipped++;
          continue;
        }

        // Quick skip: same mtime+size means content unchanged
        if (!opts.force && this.db.isFileFresh(filePath, stat.mtimeMs, stat.size, null)) {
          skipped++;
          continue;
        }

        // Read content + check binary
        const buf = await fs.readFile(filePath);
        if (isBinaryBuffer(buf)) {
          skipped++;
          continue;
        }
        const contentHash = crypto.createHash('sha256').update(buf).digest('hex').slice(0, 16);

        // Re-check freshness with hash now that we have it
        if (!opts.force && this.db.isFileFresh(filePath, stat.mtimeMs, stat.size, contentHash)) {
          skipped++;
          continue;
        }

        const source = buf.toString('utf-8');
        const symbols = await extractSymbols(filePath, source);