Function countTokensJson

src/utils/tokenizer.ts:109–113

(value: unknown)

/** Count tokens for an arbitrary JSON-serializable value (tool args, etc.). */
export function countTokensJson(value: unknown): number {
  if (value == null) return 0;
  if (typeof value === 'string') return countTokens(value);
  try { return countTokens(JSON.stringify(value)); } catch { return 0; }
}

/**
 * Pre-load the real tokenizer. Call once during startup (non-blocking — await