Function joinTokens

packages/codehike/src/code/highlight.ts:107–121

(tokens: Tokens)

}

function joinTokens(tokens: Tokens): AnyToken[] {
  return tokens.map((tokenOrGroup) => {
    if ("tokens" in tokenOrGroup) {
      throw new Error("Shouldnt be groups")
    } else {
      const t = [tokenOrGroup.content] as Token
      const { color, ...rest } = tokenOrGroup.style || {}
      t.push(color)
      if (Object.keys(rest).length) {
        t.push(rest)
      }
      return t
    }
  })
}

function splitWhitespace(tokens: AnyToken[]) {
  const ejected: AnyToken[] = []