Method markDistinctBlock

src/Interpreters/Set.cpp:276–341

}

ColumnUInt8::MutablePtr Set::markDistinctBlock(const Block & block)
{
    std::unique_lock lock(rwlock);

    if (data.empty())
        throw Exception("Method Set::setHeader must be called before Set::insertFromBlock", ErrorCodes::LOGICAL_ERROR);

    ColumnRawPtrs key_columns;
    key_columns.reserve(keys_size);

    /// The constant columns to the right of IN are not supported directly. For this, they first materialize.
    Columns materialized_columns;

    /// Remember the columns we will work with
    for (size_t i = 0; i < keys_size; ++i)
    {
        materialized_columns.emplace_back(block.safeGetByPosition(i).column->convertToFullColumnIfConst()->convertToFullColumnIfLowCardinality());
        key_columns.emplace_back(materialized_columns.back().get());
    }

    size_t rows = block.rows();

    /// We will insert to the Set only keys, where all components are not NULL.
    ConstNullMapPtr null_map{};
    ColumnPtr null_map_holder;
    if (!transform_null_in)
        null_map_holder = extractNestedColumnsAndNullMap(key_columns, null_map);

    /// Filter to extract distinct values from the block.
    ColumnUInt8::MutablePtr filter;
    if (fill_set_elements)
        filter = ColumnUInt8::create(block.rows());

    switch (data.type)
    {
        case SetVariants::Type::EMPTY:
            break;
        case SetVariants::Type::bitmap64:
        {
            if (key_columns.size() == 1)
            {
                if (const auto * bitmap_column =  dynamic_cast<const ColumnBitMap64 *>(key_columns[0]);
                    bitmap_column)
                {
                    for (size_t i = 0; i < bitmap_column->size(); ++i)
                    {
                        bitmap_set |= bitmap_column->getBitMapAt(i);
                    }
                }
                else
                    throw Exception("Not found ColumnBitMap64 when using IN bitmap", ErrorCodes::LOGICAL_ERROR);
            }
            else
                throw Exception("Column size of Set(BitMap64) should be only one when using IN operator", ErrorCodes::LOGICAL_ERROR);
            break;
        }
#define M(NAME) \
        case SetVariants::Type::NAME: \