Function RemoveWideTokenSuffix

library/cpp/token/token_util.cpp:17–23

}

TUtf16String RemoveWideTokenSuffix(TWideToken& token) {
    const size_t suffixLen = token.SubTokens.back().SuffixLen;
    TUtf16String res(token.Token + token.SubTokens.back().EndPos(), suffixLen);
    token.Leng -= suffixLen;
    token.SubTokens.back().SuffixLen = 0;
    return res;
}

bool CheckWideTokenSplit(const TWideToken& token, size_t pos) {
    Y_ASSERT(pos < token.SubTokens.size() - 1);