Function parseFilesIntoGraph

website/src/lib/parser.ts:7–49

(
  files: { path: string, content: string }[], 
  onProgressTracker?: (progressMsg: string, percentage: number, diagnosticLog?: string) => void,
  options: { 
    indexVariables?: boolean;
    maxNodes?: number;
    maxEdges?: number;
  } = { indexVariables: true }
)

 * Ensures the main thread stays highly responsive even for 1000+ files.
 */
export function parseFilesIntoGraph(
  files: { path: string, content: string }[], 
  onProgressTracker?: (progressMsg: string, percentage: number, diagnosticLog?: string) => void,
  options: { 
    indexVariables?: boolean;
    maxNodes?: number;
    maxEdges?: number;
  } = { indexVariables: true }
): Promise<{ nodes: any[], links: any[], files: string[] }> {
  return new Promise((resolve, reject) => {
    // Vite built-in worker support
    const worker = new Worker(new URL('./parser.worker.ts', import.meta.url), { type: 'module' });
    
    worker.onmessage = (e) => {
      const { type, payload } = e.data;
      if (type === 'PROGRESS') {
        if (onProgressTracker) onProgressTracker(payload.msg, payload.percent);
      } else if (type === 'DIAGNOSTIC_LOG') {
        if (onProgressTracker) onProgressTracker("", -1, payload);
      } else if (type === 'DONE') {
        resolve(payload);
        worker.terminate();
      } else if (type === 'ERROR') {
        reject(new Error(payload));
        worker.terminate();
      }
    };
    
    worker.onerror = (e) => {
      reject(e);
      worker.terminate();
    };

    // The main thread sends groups of messages to the worker
    const CHUNK_SIZE = 50;
    for (let i = 0; i < files.length; i += CHUNK_SIZE) {
      const chunk = files.slice(i, i + CHUNK_SIZE);
      worker.postMessage({ type: 'ADD_FILES', files: chunk });
    }
    
    worker.postMessage({ type: 'START', options });
  });
}


// UPLOADER UTILITIES