MCPcopy Create free account
hub / github.com/apache/arrow / TestRleBitPackedParser

Function TestRleBitPackedParser

cpp/src/arrow/util/rle_encoding_test.cc:438–490  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

436
437template <typename T>
438void TestRleBitPackedParser(std::vector<uint8_t> bytes, rle_size_t bit_width,
439 std::vector<T> expected) {
440 auto parser =
441 RleBitPackedParser(bytes.data(), static_cast<rle_size_t>(bytes.size()), bit_width);
442 EXPECT_FALSE(parser.exhausted());
443
444 // Try to decode all data of all runs in the decoded vector
445 decltype(expected) decoded = {};
446 auto rle_decoder = RleRunDecoder<T>();
447 auto bit_packed_decoder = BitPackedRunDecoder<T>();
448
449 struct {
450 decltype(rle_decoder)* rle_decoder_ptr_;
451 decltype(bit_packed_decoder)* bit_packed_decoder_ptr_;
452 decltype(decoded)* decoded_ptr_;
453 decltype(bit_width) bit_width_;
454
455 auto OnRleRun(RleRun run) {
456 rle_decoder_ptr_->Reset(run, bit_width_);
457
458 const auto n_decoded = decoded_ptr_->size();
459 const auto n_to_decode = rle_decoder_ptr_->remaining();
460 decoded_ptr_->resize(n_decoded + n_to_decode);
461 EXPECT_EQ(rle_decoder_ptr_->GetBatch(decoded_ptr_->data() + n_decoded, n_to_decode,
462 bit_width_),
463 n_to_decode);
464 EXPECT_EQ(rle_decoder_ptr_->remaining(), 0);
465
466 return RleBitPackedParser::ControlFlow::Continue;
467 }
468
469 auto OnBitPackedRun(BitPackedRun run) {
470 bit_packed_decoder_ptr_->Reset(run, bit_width_);
471
472 const auto n_decoded = decoded_ptr_->size();
473 const auto n_to_decode = bit_packed_decoder_ptr_->remaining();
474 decoded_ptr_->resize(n_decoded + n_to_decode);
475 EXPECT_EQ(bit_packed_decoder_ptr_->GetBatch(decoded_ptr_->data() + n_decoded,
476 n_to_decode, bit_width_),
477 n_to_decode);
478 EXPECT_EQ(bit_packed_decoder_ptr_->remaining(), 0);
479
480 return RleBitPackedParser::ControlFlow::Continue;
481 }
482 } handler{&rle_decoder, &bit_packed_decoder, &decoded, bit_width};
483
484 // Iterate over all runs
485 parser.Parse(handler);
486
487 EXPECT_TRUE(parser.exhausted());
488 EXPECT_EQ(decoded.size(), expected.size());
489 EXPECT_EQ(decoded, expected);
490}
491
492void TestRleBitPackedParserError(std::span<const uint8_t> bytes, rle_size_t bit_width) {
493 auto parser =

Callers

nothing calls this directly

Calls 5

RleBitPackedParserClass · 0.85
dataMethod · 0.45
sizeMethod · 0.45
exhaustedMethod · 0.45
ParseMethod · 0.45

Tested by

no test coverage detected