Function parse

src/tokenizer/plugins/comments.test.ts:6–9

(example)

  const tokenizer = new Tokenizer({ allowComments: true });

  function parse(example) {
    const content = example.replace(/\n\s+/gm, '\n').trim();
    return tokenizer.tokenize(content);
  }

  describe('inline comments', function () {
    const output = [