Function estimateTokens

apps/sim/lib/chunkers/utils.ts:4–7

(text: string)

/** 1 token ≈ 4 characters for English text */
export function estimateTokens(text: string): number {
  if (!text?.trim()) return 0
  return Math.ceil(text.length / 4)
}

export function tokensToChars(tokens: number): number {
  return tokens * 4