Function countOpenAIChatTokens

app/src/utils/countTokens.ts:15–33

(
  model: SupportedModel,
  messages: ChatCompletionMessageParam[],
)

}

export const countOpenAIChatTokens = (
  model: SupportedModel,
  messages: ChatCompletionMessageParam[],
) => {
  const reformattedMessages = messages.map((message) => ({
    role: message.role,
    // Not completely accurate, but gives a rough idea of the token count
    content:
      message.content ||
      JSON.stringify("function_call" in message ? message.function_call : "") ||
      JSON.stringify("tool_calls" in message ? message.tool_calls : "") ||
      "",
  }));

  return new GPTTokens({
    model: getSupportedModel(model),
    messages: reformattedMessages as unknown as GPTTokensMessageItem[],
  }).usedTokens;
};

// "gpt-tokens" does not support new models. This is a temporary workaround.
function getSupportedModel(model: string): supportModelType {