Function countTextTokens

frontend/lib/token-counter.ts:18–20

(text: string)

 * @returns The number of tokens
 */
export function countTextTokens(text: string): number {
    return encoder.encode(text).length
}

/**
 * Get token counts for the system prompts