Method GetPrefix

library/cpp/token/token_iterator.h:179–189

called for the first prefix, other prefixes returned as delimiters by GetDelimiter()

    }
    //! called for the first prefix, other prefixes returned as delimiters by GetDelimiter()
    void GetPrefix(TWideToken& tok) const {
        Y_ASSERT(Tokens.empty()); // Next() must NOT be called
        if (Subtokens.empty() || Subtokens[0].PrefixLen == 0) {
            tok.Leng = 0;
            tok.SubTokens.clear();
        } else {
            tok.Token = Tok.Token;
            tok.Leng = Subtokens[0].PrefixLen;
            tok.SubTokens.clear();
        }
    }
    //! @note NLP type of token is NLP_MISCTEXT;
    //!       prefixes always considered as "misctext";
    //!       suffixes of non-words considered as "misctext";