Function parseCSVText

frontend/src/hooks/stream/useStreamingCSVParser.ts:349–403

(
    text: string,
    options: {
      delimiter?: string;
      header?: boolean;
    } = {}
  )

   * Useful for testing or small data snippets
   */
  const parseCSVText = (
    text: string,
    options: {
      delimiter?: string;
      header?: boolean;
    } = {}
  ): CSVParseResult => {
    try {
      const { delimiter = ',', header = true } = options;
      
      // Use PapaParse directly for small text fragments
      const parseResult = Papa.parse(text, {
        delimiter,
        header: false, // We'll handle headers ourselves for consistency
        skipEmptyLines: true
      });
      
      // Extract data
      const rawData = parseResult.data as string[][];
      
      if (rawData.length === 0) {
        throw new Error('No data found in CSV text');
      }
      
      // Extract headers and data
      const headers = header ? rawData[0] : rawData[0].map((_, i) => `Column ${i + 1}`);
      const data = header ? rawData : [headers, ...rawData];
      
      // Detect column types
      const columnTypes = detectColumnTypes(
        header ? rawData.slice(1) : rawData,
        headers
      );
      
      // Prepare result
      const result: CSVParseResult = {
        data,
        columnTypes,
        fileName: 'csv-text',
        rowCount: data.length - 1, // Exclude header row
        columnCount: headers.length,
        stats: {
          bytesProcessed: text.length,
          rowsProcessed: data.length - 1,
          chunksProcessed: 1
        }
      };
      
      return result;
    } catch (err) {
      const errorMessage = err instanceof Error ? err.message : 'Unknown error parsing CSV text';
      setError(errorMessage);
      throw err;
    }
  };
  
  // Helper function to format time
  const formatTime = (seconds: number): string => {