Method NeedToModifyTokens

library/cpp/text_processing/tokenizer/tokenizer.cpp:329–331

}

bool NTokenizer::TTokenizer::NeedToModifyTokens() const {
    return NeedToModifyTokensFlag;
}

void NTokenizer::TTokenizer::Save(IOutputStream *stream) const {
    Options.Save(stream);