Method nextToken

src/parser.js:348–374

()

  }

  nextToken() {
    /*
     * Each index in CharScanners (0-65535) contains a scan function for the charCode with that number.
     * The array is "zero-filled" with a throwing function and has functions for all ASCII chars (except ~@#`\)
     * and IdentifierParts from the Latin1 script (1314 in total).
     * Additional characters can be added via addIdentifierStart / addIdentifierPart.
     */
    while (this.idx < this.len) {
      if (this.ch <= /*whitespace*/0x20) {
        this.next();
        continue;
      }
      this.start = this.idx;
      if (this.ch === /*$*/0x24 || (this.ch >= /*a*/0x61 && this.ch <= /*z*/0x7A)) {
        this.tkn = this.scanIdentifier();
        return;
      }
      /*
       * Note: the lookup below could also handle the characters which are handled above. It's just a performance tweak (direct
       * comparisons are faster than array indexers)
       */
      if ((this.tkn = CharScanners[this.ch](this)) !== null) { // a null token means the character must be skipped
        return;
      }
    }
    this.tkn = T$EOF;
  }

  /** Advance to the next char */
  next() {