Method ProcessBlock

catboost/libs/data/cb_dsv_loader.cpp:193–407

    }

    void TCBDsvDataLoader::ProcessBlock(IRawObjectsOrderDataVisitor* visitor) {
        visitor->StartNextBlock(AsyncRowProcessor.GetParseBufferSize());

        auto& columnsDescription = DataMetaInfo.ColumnsInfo->Columns;

        auto parseLine = [&](TString& line, int lineIdx) {
            const auto& featuresLayout = *DataMetaInfo.FeaturesLayout;
            bool storeStringColumns = DataMetaInfo.StoreStringColumns;

            ui32 featureId = 0;
            ui32 targetId = 0;
            ui32 baselineIdx = 0;

            TVector<float> floatFeatures;
            floatFeatures.resize(featuresLayout.GetFloatFeatureCount());

            TVector<ui32> catFeatures;
            catFeatures.resize(featuresLayout.GetCatFeatureCount());

            TVector<TString> textFeatures;
            textFeatures.resize(featuresLayout.GetTextFeatureCount());

            TVector<TVector<float>> embeddingFeatures;
            embeddingFeatures.resize(featuresLayout.GetEmbeddingFeatureCount());

            size_t tokenIdx = 0;
            try {
                const bool floatFeaturesOnly = catFeatures.empty() && textFeatures.empty();
                auto splitter = NCsvFormat::CsvSplitter(
                    line,
                    FieldDelimiter,
                    floatFeaturesOnly ? '\0' : CsvSplitterQuote
                );
                do {
                    TStringBuf token = splitter.Consume();
                    CB_ENSURE(
                        tokenIdx < columnsDescription.size(),
                        "wrong column count: found token " << token << " with id more than "
                        << columnsDescription.ysize() << " values:\n" << line
                    );
                    try {
                        switch (columnsDescription[tokenIdx].Type) {
                            case EColumn::Categ: {
                                if (!FeatureIgnored[featureId]) {
                                    const ui32 catFeatureIdx = featuresLayout.GetInternalFeatureIdx(featureId);
                                    catFeatures[catFeatureIdx] = visitor->GetCatFeatureValue(lineIdx, featureId, token);
                                }
                                ++featureId;
                                break;
                            }
                            case EColumn::HashedCateg: {
                                if (!FeatureIgnored[featureId]) {
                                    if (!TryFromString<ui32>(
                                            token,
                                            catFeatures[featuresLayout.GetInternalFeatureIdx(featureId)]
                                        ))
                                    {
                                        CB_ENSURE(