Method Save

library/cpp/text_processing/dictionary/bpe_dictionary.cpp:211–215

}

void TBpeDictionary::Save(IOutputStream* stream) const {
    for (const auto& unit : BpeUnits) {
        *stream << unit.Left << '\t' << unit.Right << '\t' << unit.Count << '\t' << GetBpeToken(unit.Left, unit.Right) << '\n';
    }
}

void TBpeDictionary::Load(IInputStream* stream) {
    TString line;