Method scan

Extension/src/Utility/Text/scanner.ts:361–589

* Identifies and returns the next token type in the document * * @returns the state of the scanner will have the properties `token`, `value`, `offset` pointing to the current token at the end of this call. * * @notes before this call, `#offset` is pointing to the next charact

()

     *
     */
    scan(): Kind {

        // this token starts at
        this.offset = this.#offset;
        this.stringValue = undefined;

        if (!(this.eof || isNaN(this.#ch))) {
            switch (this.#ch) {
                case CharacterCodes.carriageReturn:
                    return this.newLine(this.#chNext === CharacterCodes.lineFeed ? 2 : 1);

                case CharacterCodes.lineFeed:
                    return this.newLine();

                case CharacterCodes.tab:
                case CharacterCodes.verticalTab:
                case CharacterCodes.formFeed:
                case CharacterCodes.space:
                case CharacterCodes.nonBreakingSpace:
                case CharacterCodes.ogham:
                case CharacterCodes.enQuad:
                case CharacterCodes.emQuad:
                case CharacterCodes.enSpace:
                case CharacterCodes.emSpace:
                case CharacterCodes.threePerEmSpace:
                case CharacterCodes.fourPerEmSpace:
                case CharacterCodes.sixPerEmSpace:
                case CharacterCodes.figureSpace:
                case CharacterCodes.punctuationSpace:
                case CharacterCodes.thinSpace:
                case CharacterCodes.hairSpace:
                case CharacterCodes.zeroWidthSpace:
                case CharacterCodes.narrowNoBreakSpace:
                case CharacterCodes.mathematicalSpace:
                case CharacterCodes.ideographicSpace:
                case CharacterCodes.byteOrderMark:
                    return this.scanWhitespace();

                case CharacterCodes.$:
                    return isIdentifierPart(this.#chNext) ? this.scanVariable() : this.next(Kind.Dollar);

                case CharacterCodes.openParen:
                    return this.next(Kind.OpenParen);

                case CharacterCodes.closeParen:
                    return this.next(Kind.CloseParen);

                case CharacterCodes.comma:
                    return this.next(Kind.Comma);

                case CharacterCodes.colon:
                    return this.next(Kind.Colon);

                case CharacterCodes.semicolon:
                    return this.next(Kind.Semicolon);

                case CharacterCodes.openBracket:
                    return this.next(Kind.OpenBracket);