Method Load

catboost/private/libs/options/text_processing_options.cpp:31–37

    }

    void TTextColumnTokenizerOptions::Load(const NJson::TJsonValue& options) {
        {
            const bool wasRead = TJsonFieldHelper<TOption<TString>>::Read(options, &TokenizerId);
            CB_ENSURE(wasRead, "DictionaryOptions: no tokenizer_id was specified: " << ToString(options));
        }
        TokenizerOptions = JsonToTokenizerOptions(options);
    }

    bool TTextColumnTokenizerOptions::operator==(const TTextColumnTokenizerOptions& rhs) const {
        return std::tie(TokenizerOptions) == std::tie(rhs.TokenizerOptions);