Function rawTokenize

test/testSimplifier.ts:164–168

(characters: string)

  // no close bracket, probably trying to do a left shift, take literal
  // char sequence
  const rawTokenize = (characters: string): void => {
    for (const c of characters) {
      result.push(c);
    }
  };

  // don't use a for of here, since the iterator doesn't split surrogate pairs
  // eslint-disable-next-line @typescript-eslint/prefer-for-of