Function processTokens

packages/extension/mcp/tools/code/tokens/process.ts:38–131

({
  code: inputCode,
  variableIds,
  usedCandidateIds,
  variableCache,
  styles,
  textSegments,
  svgs,
  config,
  pluginCode,
  resolveTokens,
  stamp,
  now
}: ProcessTokensInput)

}

export async function processTokens({
  code: inputCode,
  variableIds,
  usedCandidateIds,
  variableCache,
  styles,
  textSegments,
  svgs,
  config,
  pluginCode,
  resolveTokens,
  stamp,
  now
}: ProcessTokensInput): Promise<ProcessTokensResult> {
  const clock = now ?? (() => Date.now())
  let code = stripFallback(inputCode)

  const candidateIds = usedCandidateIds.size
    ? new Set<string>([...variableIds, ...usedCandidateIds])
    : variableIds
  const sourceIndex = buildSourceNameIndex(candidateIds, variableCache)
  const sourceNames = new Set(sourceIndex.keys())
  const emptyResult = () => ({
    code,
    tokensByCanonical: {},
    sourceIndex
  })
  if (!sourceNames.size) {
    return emptyResult()
  }

  let t = clock()
  const usedNamesRaw = extractTokenNames(code, sourceNames)
  if (stamp) stamp('tokens:detect', t)
  if (!usedNamesRaw.size) {
    return emptyResult()
  }

  t = clock()
  const { rewriteMap, finalBridge } = await applyPluginTransformToNames(
    usedNamesRaw,
    sourceIndex,
    pluginCode,
    config
  )

  const hasRenames = rewriteMap.size > 0

  if (hasRenames) {
    code = rewriteTokenNamesInCode(code, rewriteMap)
  }

  let usedNamesFinal = usedNamesRaw
  if (hasRenames) {
    const remapped = new Set<string>()
    usedNamesRaw.forEach((name) => {
      remapped.add(rewriteMap.get(name) ?? name)
    })