Method AddText

catboost/private/libs/text_processing/text_column_builder.cpp:6–11

void TTextColumnBuilder::AddText(ui32 index, const TStringBuf text) {
    CB_ENSURE_INTERNAL(index < Texts.size(), "Text index is out of range");
    TTokensWithBuffer tokens;
    Tokenizer->Tokenize(text, &tokens);
    Dictionary->Apply(tokens.View, &Texts[index]);
}

TVector<TText> TTextColumnBuilder::Build() {
    CB_ENSURE_INTERNAL(!WasBuilt, "Build could be done only once");