Function getModelMaxTokens

extensions/cli/src/util/tokenizer.ts:25–34

(model: ModelConfig)

}

export function getModelMaxTokens(model: ModelConfig): number {
  const contextLimit = getModelContextLimit(model);
  const maxTokens = model.defaultCompletionOptions?.maxTokens;

  return maxTokens === undefined
    ? Math.ceil(
        Math.min(contextLimit * DEFAULT_MAX_TOKENS_RATIO, MAX_MAX_TOKENS),
      )
    : maxTokens;
}

/**
 * Count tokens in message content (string or multimodal array)