Method #tokenize

www/js/_hyperscript-max.js:570–625

()

      return c === "-" && n === "-" && (this.#isWhitespace(n2) || n2 === "" || n2 === "-") || c === "/" && n === "/" && (this.#isWhitespace(n2) || n2 === "" || n2 === "/");
    }
    #tokenize() {
      while (this.#position < this.#source.length) {
        if (this.#isLineComment()) {
          this.#consumeComment();
        } else if (this.#isWhitespace(this.#currentChar())) {
          this.#tokens.push(this.#consumeWhitespace());
        } else if (!this.#possiblePrecedingSymbol() && this.#currentChar() === "." && (this.#isAlpha(this.#nextChar()) || this.#nextChar() === "{" || this.#nextChar() === "-")) {
          this.#tokens.push(this.#consumeClassReference());
        } else if (!this.#possiblePrecedingSymbol() && this.#currentChar() === "#" && (this.#isAlpha(this.#nextChar()) || this.#nextChar() === "{")) {
          if (this.#template === "lines" && this.#templateMode === "indeterminant") {
            this.#templateMode = "command";
            this.#tokens.push(this.#consumeTemplateLogic());
          } else {
            this.#tokens.push(this.#consumeIdReference());
          }
        } else if (this.#template === "lines" && this.#templateMode === "indeterminant" && this.#templateBraceCount === 0) {
          this.#templateMode = "template";
          this.#tokens.push(this.#consumeTemplateLine());
        } else if (this.#currentChar() === "[" && this.#nextChar() === "@") {
          this.#tokens.push(this.#consumeAttributeReference());
        } else if (this.#currentChar() === "@") {
          this.#tokens.push(this.#consumeShortAttributeReference());
        } else if (this.#currentChar() === "*" && this.#isAlpha(this.#nextChar())) {
          this.#tokens.push(this.#consumeStyleReference());
        } else if (this.#inTemplate() && (this.#isAlpha(this.#currentChar()) || this.#currentChar() === "\\") && this.#templateMode !== "command") {
          this.#tokens.push(this.#consumeTemplateIdentifier());
        } else if (this.#inCommandMode() && (this.#isAlpha(this.#currentChar()) || this.#isIdentifierChar(this.#currentChar()))) {
          this.#tokens.push(this.#consumeIdentifier());
        } else if (this.#isNumeric(this.#currentChar())) {
          this.#tokens.push(this.#consumeNumber());
        } else if (this.#inCommandMode() && (this.#currentChar() === '"' || this.#currentChar() === "`")) {
          this.#tokens.push(this.#consumeString());
        } else if (this.#inCommandMode() && this.#currentChar() === "'") {
          if (this.#isValidSingleQuoteStringStart()) {
            this.#tokens.push(this.#consumeString());
          } else {
            this.#tokens.push(this.#consumeOp());
          }
        } else if (OP_TABLE[this.#currentChar()]) {
          if (this.#lastToken === "$" && this.#currentChar() === "{") {
            this.#templateBraceCount++;
          }
          if (this.#currentChar() === "}") {
            this.#templateBraceCount--;
          }
          this.#tokens.push(this.#consumeOp());
        } else if (this.#inTemplate() || this.#isReservedChar(this.#currentChar())) {
          this.#tokens.push(this.#makeToken("RESERVED", this.#consumeChar()));
        } else {
          if (this.#position < this.#source.length) {
            throw new Error("Unknown token: " + this.#currentChar() + " ");
          }
        }
      }
      return new Tokens(this.#tokens, this.#source);
    }
  };