Function countParameterFieldTokens

extensions/cli/src/util/tokenizer.ts:212–243

* Count tokens for a single parameter field in a tool definition. * @param fields The field definition object * @returns Token count for this field

(
  fields: Record<string, unknown> | undefined,
)

 * @returns Token count for this field
 */
function countParameterFieldTokens(
  fields: Record<string, unknown> | undefined,
): number {
  if (!fields) {
    return 0;
  }

  let tokens = 0;
  const fieldType = fields["type"];
  const fieldDesc = fields["description"];
  const fieldEnum = fields["enum"];

  if (fieldType && typeof fieldType === "string") {
    tokens += 2; // Structure overhead for type
    tokens += encode(fieldType).length;
  }

  if (fieldDesc && typeof fieldDesc === "string") {
    tokens += 2; // Structure overhead for description
    tokens += encode(fieldDesc).length;
  }

  if (fieldEnum && Array.isArray(fieldEnum) && fieldEnum.length > 0) {
    tokens -= 3;
    for (const e of fieldEnum) {
      tokens += 3;
      tokens += typeof e === "string" ? encode(e).length : 5;
    }
  }

  return tokens;
}

/**
 * Count tokens for a single tool's function definition.