Function getAdjustedTokenCountFromModel

core/llm/getAdjustedTokenCount.ts:20–38

(
  baseTokens: number,
  modelName: string,
)

 * @returns Adjusted token count with safety buffer
 */
export function getAdjustedTokenCountFromModel(
  baseTokens: number,
  modelName: string,
): number {
  let multiplier = 1;
  const lowerModelName = modelName?.toLowerCase() ?? "";
  if (lowerModelName.includes("claude")) {
    multiplier = ANTHROPIC_TOKEN_MULTIPLIER;
  } else if (lowerModelName.includes("gemini")) {
    multiplier = GEMINI_TOKEN_MULTIPLIER;
  } else if (
    lowerModelName.includes("stral") ||
    lowerModelName.includes("mixtral")
  ) {
    // Mistral family models: mistral, mixtral, codestral, devstral, etc
    multiplier = MISTRAL_TOKEN_MULTIPLIER;
  }
  return Math.ceil(baseTokens * multiplier);
}