Function cleanText

packages/core/src/nlp/text-utils.ts:105–119

(text: string)

 * 清理文本：移除 URL、@提及、表情、标点等
 */
export function cleanText(text: string): string {
  return text
    .replace(URL_REGEX, ' ')
    .replace(MENTION_REGEX, ' ')
    .replace(SYSTEM_PLACEHOLDER_REGEX, ' ')
    .replace(BRACKET_EMOJI_PLACEHOLDER_REGEX, (match, name: string) => {
      if (BRACKET_EMOJI_MAP[name]) return BRACKET_EMOJI_MAP[name]
      return CJK_TEXT_REGEX.test(name) ? ' ' : match
    })
    .replace(EMOJI_REGEX, ' ')
    .replace(EMOJI_VARIATION_SELECTOR_REGEX, ' ')
    .replace(PUNCTUATION_REGEX, ' ')
    .replace(/\s+/g, ' ')
    .trim()
}

/**
 * 判断是否为有效词语