Function normalizeStreamingToken

src/utils/textNormalization.ts:30–40

(currentText: string, newToken: string)

 * of excessive whitespace during real-time text generation.
 */
export function normalizeStreamingToken(currentText: string, newToken: string): string {
  if (!newToken || typeof newToken !== 'string') {
    return currentText;
  }

  let combined = currentText + newToken;
  
  combined = normalizeWhitespace(combined);
  
  return combined;
}

/**
 * Check if text contains excessive whitespace that needs normalization