Method GetAlphabet

library/cpp/text_processing/dictionary/bpe_dictionary.cpp:198–200

}

TIntrusiveConstPtr<TDictionary> TBpeDictionary::GetAlphabet() const {
    return Alphabet.Get();
}

TString TBpeDictionary::GetBpeToken(TTokenId leftId, TTokenId rightId) const {
    if (Alphabet->GetDictionaryOptionsRef().TokenLevelType == ETokenLevelType::Word) {