Function processNextBatch

website/src/lib/parser.worker.ts:598–797

()

}

async function processNextBatch() {
  if (pendingFileQueue.length === 0) {
    // Cross-linking phase
    self.postMessage({ type: 'PROGRESS', payload: { msg: "Building high-fidelity relationships...", percent: 95 } });
    await new Promise(r => setTimeout(r, 0));
    
    const MAX_CALL_EDGES = 50000;
    let callsAdded = 0;
    for (const [callerId, calls] of fileCalls.entries()) {
       if (callsAdded >= MAX_CALL_EDGES) break;
       const callerFile = nodes[callerId - 1]?.file;
       for (const calledName of calls) {
          const targetId = resolveSymbol(`Function:${calledName}`, callerFile) || 
                           resolveSymbol(`Class:${calledName}`, callerFile) || 
                           resolveSymbol(calledName, callerFile);
          if (targetId && targetId !== callerId) {
             links.push({ source: callerId, target: targetId, type: 'CALLS' });
             callsAdded++;
             if (callsAdded >= MAX_CALL_EDGES) break;
          }
       }
    }
    for (const [classId, bases] of inheritances.entries()) {
       const classFile = nodes[classId - 1]?.file;
       for (const baseName of bases) {
          const targetId = resolveSymbol(`Class:${baseName}`, classFile) || resolveSymbol(baseName, classFile);
          if (targetId) links.push({ source: classId, target: targetId, type: 'INHERITS' });
       }
    }
    
    const pm = (performance as any).memory;
    if (pm) {
      console.log(`[Worker RAM Pre-PostMessage] ${(pm.usedJSHeapSize / 1048576).toFixed(1)} MB used.`);
    }

    self.postMessage({ type: 'PROGRESS', payload: { msg: "Indexing complete! Transferring structures to UI...", percent: 100 } });
    const filePaths = Array.from(filePathToNodeId.keys());
    self.postMessage({ type: 'DONE', payload: { nodes, links, files: filePaths } });
    return;
  }
  
  // Smaller batch = less peak memory per tick; GC gets more breathing room
  const batch = pendingFileQueue.splice(0, 10);
  
  for (let i = 0; i < batch.length; i++) {
    const f = batch[i];
    processedCount++;
    
    if (processedCount % 5 === 0) {
      const pm = (performance as any).memory;
      const memStr = pm ? ` [RAM: ${(pm.usedJSHeapSize / 1048576).toFixed(1)}MB]` : "";
      self.postMessage({ 
        type: 'PROGRESS', 
        payload: { 
          msg: `Indexing: ${f.path.split('/').pop()}${memStr}...`, 
          percent: 50 + Math.floor((processedCount / totalFiles) * 40) 
        } 
      });