Method processTable

programs/dumper/Dumper.cpp:376–476

}

void ClickHouseDumper::processTable(const String & database, const String & table,
                                    const String & partition,
                                    const std::vector<String>& partitionlist,
                                    const std::vector<String>& skippartitionlist)
{
    String db_table = database + "." + table;
    String escaped_database = escapeForFileName(database);
    String escaped_table = escapeForFileName(table);

    /// Create storage from metadata
    String attach_query_path = config().getString("path") + "/metadata/" + escaped_database + "/" + escaped_table + ".sql";
    LOG_TRACE(log, " attach_query_path is {}", attach_query_path);
    if (!Poco::File(attach_query_path).exists())
        throw Exception("Table " + db_table + " doesn't exist.", ErrorCodes::UNKNOWN_TABLE);

    ReadBufferFromFile in(attach_query_path, 1024);
    String attach_query_str;
    readStringUntilEOF(attach_query_str, in);

    auto storage = createStorageFromCreateQuery(attach_query_str, database);
    if (!storage)
    {
        LOG_ERROR(log, "{} is not MergeTree: {}", db_table, attach_query_str);
        return;
    }
    auto & cloud = dynamic_cast<StorageCloudMergeTree &>(*storage);

    /// Scan parts
    String data_path = config().getString("path") + "/data/" +  escaped_database + "/" + escaped_table;

    LOG_DEBUG(log, "Scan parts in directory {}", data_path);

    auto can_dump = [&](String partition_id) ->bool
    {
        if(!partition.empty() && partition_id != partition)
            return false;

        if(!partitionlist.empty() && std::find(std::begin(partitionlist),std::end(partitionlist),
                                     partition_id) == std::end(partitionlist))
            return false;

        if(!skippartitionlist.empty() && std::find(std::begin(skippartitionlist),std::end(skippartitionlist),
                                     partition_id) != std::end(skippartitionlist))
            return false;

        return true;
    };

    ActiveDataPartSet part_names(cloud.format_version);
    for (Poco::DirectoryIterator it(data_path); it != Poco::DirectoryIterator(); ++it)
    {
        MergeTreePartInfo part_info;
        if (!MergeTreePartInfo::tryParsePartName(it.name(), &part_info, cloud.format_version))
            continue;

        if(!can_dump(part_info.partition_id))
            continue;