Method parse

lib/tokenizer.js:63–65

* Parses a token string and returns a representation of the token * @abstract * @param {String} value

(value)

   * @param {String} value
   */
  parse(value) {
    throw new Error('You must implement a parse function for the tokenizer');
  }

  minToken() {
    throw new Error('You must implement a minToken function for the tokenizer');