Method ParseNext

library/cpp/yson/tokenizer.cpp:12–17

    }

    bool TTokenizer::ParseNext() {
        Input = Input.Tail(Parsed);
        Token.Reset();
        Parsed = Lexer.GetToken(Input, &Token);
        return !CurrentToken().IsEmpty();
    }

    const TToken& TTokenizer::CurrentToken() const {
        return Token;