Function resolveChunkerOptions

apps/sim/lib/chunkers/utils.ts:131–143

(options: {
  chunkSize?: number
  chunkOverlap?: number
  minCharactersPerChunk?: number
})

}

export function resolveChunkerOptions(options: {
  chunkSize?: number
  chunkOverlap?: number
  minCharactersPerChunk?: number
}): { chunkSize: number; chunkOverlap: number; minCharactersPerChunk: number } {
  const chunkSize = options.chunkSize ?? 1024
  const maxOverlap = Math.floor(chunkSize * 0.5)
  return {
    chunkSize,
    chunkOverlap: Math.min(options.chunkOverlap ?? 0, maxOverlap),
    minCharactersPerChunk: options.minCharactersPerChunk ?? 100,
  }
}