Function IsWordChanged

library/cpp/text_processing/tokenizer/tokenizer.cpp:94–96

}

static bool IsWordChanged(const NTokenizer::TTokenizerOptions& options) {
    return options.Lemmatizing || options.Lowercasing;
}

namespace {