Function autoFetchAndIndex

website/src/pages/Explore.tsx:324–415

()

    if (!isGitlabRoute && owner?.toLowerCase() === "explore") return;

    const autoFetchAndIndex = async () => {
      setLoading(true);
      setError(null);
      
      try {
        try {
          const cached = await getCachedGraph(repoRef);
          if (cached) {
            setProgressText("Loading cached codebase graph...");
            setProgressValue(90);
            await new Promise((r) => setTimeout(r, 100));
            setGraphData(cached);
            setProgressText("Complete!");
            setProgressValue(100);
            setLoading(false);
            console.log(`[Cache] Loaded repository graph for ${repoRef.fullPath} from IndexedDB cache.`);
            return;
          }
        } catch (cacheErr) {
          console.warn("[Cache] Error reading from cache:", cacheErr);
        }

        const { files, fileContents, latestCommitSha } = await fetchRepositoryFiles(repoRef, {
          onProgressText: setProgressText,
          onProgressValue: setProgressValue,
          isPathIgnored,
          fetchWithProgress,
          fetchWithFallbackProxies,
        });

        // --- COMMON SEMANTIC INDEXING PHASE ---
        setProgressText("Initializing WebAssembly semantic engine...");
        setProgressValue(60);
        
        // Load custom indexer settings from localStorage
        let localConfig = { indexVariables: false, maxNodes: 100000, maxEdges: 50000 };
        try {
          const saved = localStorage.getItem('cgc_indexer_config');
          if (saved) {
            localConfig = { ...localConfig, ...JSON.parse(saved) };
          }
        } catch (e) {}

        const graphData = await parseFilesIntoGraph(
          files,
          (msg, val, diagLog) => {
            if (diagLog) {
              setWorkerLogs(prev => [...prev, diagLog]);
            } else {
              setProgressText(msg);
              setProgressValue(val);
            }
          },
          { 
            indexVariables: localConfig.indexVariables,
            maxNodes: localConfig.maxNodes,
            maxEdges: localConfig.maxEdges
          }