Method #tokenize

src/core/tokenizer.js:683–750

()

    }

    #tokenize() {
        while (this.#position < this.#source.length) {
            if (this.#isLineComment()) {
                this.#consumeComment();
            } else if (this.#isWhitespace(this.#currentChar())) {
                this.#tokens.push(this.#consumeWhitespace());
            } else if (
                !this.#possiblePrecedingSymbol() &&
                this.#currentChar() === "." &&
                (this.#isAlpha(this.#nextChar()) || this.#nextChar() === "{" || this.#nextChar() === "-")
            ) {
                this.#tokens.push(this.#consumeClassReference());
            } else if (
                !this.#possiblePrecedingSymbol() &&
                this.#currentChar() === "#" &&
                (this.#isAlpha(this.#nextChar()) || this.#nextChar() === "{")
            ) {
                if (this.#template === "lines" && this.#templateMode === "indeterminant") {
                    this.#templateMode = "command";
                    this.#tokens.push(this.#consumeTemplateLogic());
                } else {
                    this.#tokens.push(this.#consumeIdReference());
                }
            } else if (this.#template === "lines" && this.#templateMode === "indeterminant" && this.#templateBraceCount === 0) {
                this.#templateMode = "template";
                this.#tokens.push(this.#consumeTemplateLine());
            } else if (this.#currentChar() === "[" && this.#nextChar() === "@") {
                this.#tokens.push(this.#consumeAttributeReference());
            } else if (this.#currentChar() === "@") {
                this.#tokens.push(this.#consumeShortAttributeReference());
            } else if (this.#currentChar() === "*" && this.#isAlpha(this.#nextChar())) {
                this.#tokens.push(this.#consumeStyleReference());
            } else if (this.#inTemplate() &&
                      (this.#isAlpha(this.#currentChar()) || this.#currentChar() === "\\") &&
                       this.#templateMode !== "command"
            ) {
                this.#tokens.push(this.#consumeTemplateIdentifier());
            } else if (this.#inCommandMode() && (this.#isAlpha(this.#currentChar()) || this.#isIdentifierChar(this.#currentChar()))) {
                this.#tokens.push(this.#consumeIdentifier());
            } else if (this.#isNumeric(this.#currentChar())) {
                this.#tokens.push(this.#consumeNumber());
            } else if (this.#inCommandMode() && (this.#currentChar() === '"' || this.#currentChar() === "`")) {
                this.#tokens.push(this.#consumeString());
            } else if (this.#inCommandMode() && this.#currentChar() === "'") {
                if (this.#isValidSingleQuoteStringStart()) {
                    this.#tokens.push(this.#consumeString());
                } else {
                    this.#tokens.push(this.#consumeOp());
                }
            } else if (OP_TABLE[this.#currentChar()]) {
                if (this.#lastToken === "$" && this.#currentChar() === "{") {
                    this.#templateBraceCount++;
                }
                if (this.#currentChar() === "}") {
                    this.#templateBraceCount--;
                }
                this.#tokens.push(this.#consumeOp());
            } else if (this.#inTemplate() || this.#isReservedChar(this.#currentChar())) {