Function getJieba

packages/node-runtime/src/nlp/segmenter.ts:60–86

(dictType: DictType = 'default')

 * 获取 Jieba 实例（支持多词库）
 */
export function getJieba(dictType: DictType = 'default'): JiebaInstance {
  const effectiveType = dictType === 'default' ? 'zh-CN' : dictType
  const cached = jiebaInstances.get(effectiveType)
  if (cached) {
    if (existsDictOnDisk(effectiveType)) return cached
    jiebaInstances.delete(effectiveType)
    console.log(`[NLP] jieba cache invalidated (dict missing): ${effectiveType}`)
  }

  try {
    const { Jieba } = require('@node-rs/jieba')
    let instance: JiebaInstance
    const diskDict = tryLoadDictFromDisk(effectiveType)
    if (diskDict) {
      instance = Jieba.withDict(diskDict)
      console.log(`[NLP] jieba dict loaded: ${effectiveType} (${diskDict.length} bytes)`)
    } else {
      instance = new Jieba()
      console.warn(`[NLP] jieba dict missing: ${effectiveType}, fallback to built-in tokenizer`)
    }
    jiebaInstances.set(effectiveType, instance)
    return instance
  } catch (error) {
    console.error(`[NLP] Failed to load jieba module (dict=${effectiveType}):`, error)
    throw new Error(`jieba 模块加载失败 (${effectiveType})`)
  }
}

/**
 * 清除指定词库的缓存实例（词库更新后调用）