MCPcopy Create free account
hub / github.com/apache/arrow / GenerateTableMetaData

Function GenerateTableMetaData

cpp/src/parquet/metadata_test.cc:40–84  ·  view source on GitHub ↗

Helper function for generating table metadata

Source from the content-addressed store, hash-verified

38
39// Helper function for generating table metadata
40std::unique_ptr<parquet::FileMetaData> GenerateTableMetaData(
41 const parquet::SchemaDescriptor& schema,
42 const std::shared_ptr<WriterProperties>& props, const int64_t& nrows,
43 EncodedStatistics stats_int, EncodedStatistics stats_float) {
44 auto f_builder = FileMetaDataBuilder::Make(&schema, props);
45 auto rg1_builder = f_builder->AppendRowGroup();
46 // Write the metadata
47 // rowgroup1 metadata
48 auto col1_builder = rg1_builder->NextColumnChunk();
49 auto col2_builder = rg1_builder->NextColumnChunk();
50 // column metadata
51 std::map<Encoding::type, int32_t> dict_encoding_stats({{Encoding::RLE_DICTIONARY, 1}});
52 std::map<Encoding::type, int32_t> data_encoding_stats(
53 {{Encoding::PLAIN, 1}, {Encoding::RLE, 1}});
54 stats_int.set_is_signed(true);
55 col1_builder->SetStatistics(stats_int);
56 stats_float.set_is_signed(true);
57 col2_builder->SetStatistics(stats_float);
58 col1_builder->Finish(nrows / 2, 4, 0, 10, 512, 600, true, false, dict_encoding_stats,
59 data_encoding_stats);
60 col2_builder->Finish(nrows / 2, 24, 0, 30, 512, 600, true, false, dict_encoding_stats,
61 data_encoding_stats);
62
63 rg1_builder->set_num_rows(nrows / 2);
64 rg1_builder->Finish(1024);
65
66 // rowgroup2 metadata
67 auto rg2_builder = f_builder->AppendRowGroup();
68 col1_builder = rg2_builder->NextColumnChunk();
69 col2_builder = rg2_builder->NextColumnChunk();
70 // column metadata
71 col1_builder->SetStatistics(stats_int);
72 col2_builder->SetStatistics(stats_float);
73 col1_builder->Finish(nrows / 2, /*dictionary_page_offset=*/0, 0, 10, 512, 600,
74 /*has_dictionary=*/false, false, dict_encoding_stats,
75 data_encoding_stats);
76 col2_builder->Finish(nrows / 2, 16, 0, 26, 512, 600, true, false, dict_encoding_stats,
77 data_encoding_stats);
78
79 rg2_builder->set_num_rows(nrows / 2);
80 rg2_builder->Finish(1024);
81
82 // Return the metadata accessor
83 return f_builder->Finish();
84}
85
86void AssertEncodings(const ColumnChunkMetaData& data,
87 const std::set<parquet::Encoding::type>& expected) {

Callers 1

TESTFunction · 0.85

Calls 6

MakeFunction · 0.70
AppendRowGroupMethod · 0.45
NextColumnChunkMethod · 0.45
SetStatisticsMethod · 0.45
FinishMethod · 0.45
set_num_rowsMethod · 0.45

Tested by

no test coverage detected