MCPcopy Create free account
hub / github.com/apache/arrow / TestMinMaxEncode

Method TestMinMaxEncode

cpp/src/parquet/statistics_test.cc:382–427  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

380 void DeepFree(std::vector<c_type>&);
381
382 void TestMinMaxEncode() {
383 this->GenerateData(1000);
384
385 auto statistics1 = MakeStatistics<TestType>(this->schema_.Column(0));
386 statistics1->Update(this->values_ptr_, this->values_.size(), 0);
387 std::string encoded_min = statistics1->EncodeMin();
388 std::string encoded_max = statistics1->EncodeMax();
389
390 auto statistics2 = MakeStatistics<TestType>(
391 this->schema_.Column(0), encoded_min, encoded_max, this->values_.size(),
392 /*null_count=*/0, /*distinct_count=*/0,
393 /*has_min_max=*/true, /*has_null_count=*/true, /*has_distinct_count=*/true,
394 /*is_min_value_exact=*/true, /*is_max_value_exact=*/true);
395
396 auto statistics3 = MakeStatistics<TestType>(this->schema_.Column(0));
397 std::vector<uint8_t> valid_bits(
398 bit_util::BytesForBits(static_cast<uint32_t>(this->values_.size())) + 1, 255);
399 statistics3->UpdateSpaced(this->values_ptr_, valid_bits.data(), 0,
400 this->values_.size(), this->values_.size(), 0);
401 std::string encoded_min_spaced = statistics3->EncodeMin();
402 std::string encoded_max_spaced = statistics3->EncodeMax();
403
404 // Use old API without is_{min/max}_value_exact
405 auto statistics4 = MakeStatistics<TestType>(
406 this->schema_.Column(0), encoded_min, encoded_max, this->values_.size(),
407 /*null_count=*/0, /*distinct_count=*/0,
408 /*has_min_max=*/true, /*has_null_count=*/true, /*has_distinct_count=*/true);
409 ASSERT_EQ(encoded_min, statistics2->EncodeMin());
410 ASSERT_EQ(encoded_max, statistics2->EncodeMax());
411 ASSERT_EQ(statistics1->min(), statistics2->min());
412 ASSERT_EQ(statistics1->max(), statistics2->max());
413 ASSERT_EQ(statistics1->is_min_value_exact(), std::make_optional(true));
414 ASSERT_EQ(statistics1->is_max_value_exact(), std::make_optional(true));
415 ASSERT_EQ(statistics2->is_min_value_exact(), std::make_optional(true));
416 ASSERT_EQ(statistics2->is_max_value_exact(), std::make_optional(true));
417 ASSERT_EQ(encoded_min_spaced, statistics2->EncodeMin());
418 ASSERT_EQ(encoded_max_spaced, statistics2->EncodeMax());
419 ASSERT_EQ(statistics3->min(), statistics2->min());
420 ASSERT_EQ(statistics3->max(), statistics2->max());
421 ASSERT_EQ(statistics3->is_min_value_exact(), std::make_optional(true));
422 ASSERT_EQ(statistics3->is_max_value_exact(), std::make_optional(true));
423 ASSERT_EQ(statistics4->min(), statistics2->min());
424 ASSERT_EQ(statistics4->max(), statistics2->max());
425 ASSERT_EQ(statistics4->is_min_value_exact(), std::nullopt);
426 ASSERT_EQ(statistics4->is_max_value_exact(), std::nullopt);
427 }
428
429 void TestReset() {
430 this->GenerateData(1000);

Callers

nothing calls this directly

Calls 13

BytesForBitsFunction · 0.85
EncodeMinMethod · 0.80
EncodeMaxMethod · 0.80
is_min_value_exactMethod · 0.80
is_max_value_exactMethod · 0.80
GenerateDataMethod · 0.45
ColumnMethod · 0.45
UpdateMethod · 0.45
sizeMethod · 0.45
UpdateSpacedMethod · 0.45
dataMethod · 0.45
minMethod · 0.45

Tested by

no test coverage detected