Function normalizeWhitespace

src/utils/textNormalization.ts:6–24

(text: string)

 */

export function normalizeWhitespace(text: string): string {
  if (!text || typeof text !== 'string') {
    return '';
  }

  text = text.replace(/\n{3,}/g, '\n\n');
  
  text = text.replace(/[ \t]+$/gm, '');
  
  text = text.replace(/[ \t]{3,}/g, ' ');
  
  text = text.replace(/[ \t]*\n[ \t]*\n[ \t]*\n/g, '\n\n');
  
  text = text.replace(/[ \t]+\n/g, '\n');
  
  text = text.trim();
  
  return text;
}

/**
 * Specialized normalization for streaming tokens to prevent accumulation