Method constructor

apps/sim/lib/chunkers/recursive-chunker.ts:60–71

(options: RecursiveChunkerOptions = {})

  private readonly separators: string[]

  constructor(options: RecursiveChunkerOptions = {}) {
    const resolved = resolveChunkerOptions(options)
    this.chunkSize = resolved.chunkSize
    this.chunkOverlap = resolved.chunkOverlap

    if (options.separators && options.separators.length > 0) {
      this.separators = options.separators
    } else {
      const recipe = options.recipe ?? 'plain'
      this.separators = [...RECIPES[recipe]]
    }
  }

  private splitRecursively(text: string, separatorIndex = 0): string[] {
    const tokenCount = estimateTokens(text)