Function countTokens

src/api/providers/base-provider.ts:118–124

* Default token counting implementation using tiktoken. * Providers can override this to use their native token counting endpoints. * * @param content The content to count tokens for * @returns A promise resolving to the token count

(content: Anthropic.Messages.ContentBlockParam[])

	 * @returns A promise resolving to the token count
	 */
	async countTokens(content: Anthropic.Messages.ContentBlockParam[]): Promise<number> {
		if (content.length === 0) {
			return 0
		}

		return countTokens(content, { useWorker: true })
	}
}