Function tokenizeStrings

packs/step-parser/src/tokenizer.ts:59–64

(
  prismTokens: (string | Prism.Token)[],
  parentType = "plain"
)

};

function tokenizeStrings(
  prismTokens: (string | Prism.Token)[],
  parentType = "plain"
): NestedToken[] {
  return prismTokens.map(prismToken => wrapToken(prismToken, parentType));
}

function wrapToken(
  prismToken: string | Prism.Token,