Method GetTokens

library/cpp/text_processing/dictionary/dictionary.cpp:15–21

}

void IDictionary::GetTokens(TConstArrayRef<TTokenId> tokenIds, TVector<TString>* tokens) const {
    tokens->clear();
    tokens->reserve(tokenIds.size());
    for (auto tokenId : tokenIds) {
        tokens->emplace_back(GetToken(tokenId));
    }
}