Function splitWhitespace

packages/codehike/src/code/highlight.ts:123–146

(tokens: AnyToken[])

}

function splitWhitespace(tokens: AnyToken[]) {
  const ejected: AnyToken[] = []
  tokens.forEach((tokenOrGroup) => {
    if (isWhitespace(tokenOrGroup)) {
      ejected.push(tokenOrGroup)
    } else {
      const [before, content, after] = splitSurroundingWhitespace(
        tokenOrGroup[0],
      )
      if (before?.length) {
        ejected.push(before)
      }
      if (content.length) {
        const copy = [...tokenOrGroup] as Token
        copy[0] = content
        ejected.push(copy)
      }
      if (after?.length) {
        ejected.push(after)
      }
    }
  })
  return ejected
}

function joinWhitespace(tokens: AnyToken[]) {
  const joinedTokens: AnyToken[] = []