MCPcopy Create free account
hub / github.com/apache/arrow / TestBitPackedDecoder

Function TestBitPackedDecoder

cpp/src/arrow/util/rle_encoding_test.cc:365–411  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

363
364template <typename T>
365void TestBitPackedDecoder(std::vector<uint8_t> bytes, rle_size_t value_count,
366 rle_size_t bit_width, std::vector<T> expected) {
367 // Pre-requisite for this test
368 EXPECT_GT(value_count, 6);
369
370 const auto run =
371 BitPackedRun(bytes.data(), value_count, bit_width, /* .max_read_bytes= */ -1);
372
373 auto decoder = BitPackedRunDecoder<T>(run, bit_width);
374 std::vector<T> vals = {0, 0};
375
376 EXPECT_EQ(decoder.remaining(), value_count);
377
378 rle_size_t read = 0;
379 EXPECT_EQ(decoder.Get(vals.data(), bit_width), 1);
380 EXPECT_EQ(vals.at(0), expected.at(0 + read));
381 read += 1;
382 EXPECT_EQ(decoder.remaining(), value_count - read);
383
384 EXPECT_EQ(decoder.Advance(3), 3);
385 read += 3;
386 EXPECT_EQ(decoder.remaining(), value_count - read);
387
388 vals = {0, 0};
389 EXPECT_EQ(decoder.GetBatch(vals.data(), 2, bit_width), vals.size());
390 EXPECT_EQ(vals.at(0), expected.at(0 + read));
391 EXPECT_EQ(vals.at(1), expected.at(1 + read));
392 read += static_cast<decltype(read)>(vals.size());
393 EXPECT_EQ(decoder.remaining(), value_count - read);
394
395 // Exhaust iteration
396 EXPECT_EQ(decoder.Advance(value_count - read), value_count - read);
397 EXPECT_EQ(decoder.remaining(), 0);
398 EXPECT_EQ(decoder.Advance(1), 0);
399 vals = {0, 0};
400 EXPECT_EQ(decoder.Get(vals.data(), bit_width), 0);
401 EXPECT_EQ(vals.at(0), 0);
402
403 // Reset the decoder
404 decoder.Reset(run, bit_width);
405 read = 0;
406 EXPECT_EQ(decoder.remaining(), value_count);
407 vals = {0, 0};
408 EXPECT_EQ(decoder.GetBatch(vals.data(), 2, bit_width), vals.size());
409 EXPECT_EQ(vals.at(0), expected.at(0 + read));
410 EXPECT_EQ(vals.at(1), expected.at(1 + read));
411}
412
413TEST(BitPacked, BitPackedDecoder) {
414 // See parquet encoding for bytes layout

Callers

nothing calls this directly

Calls 8

BitPackedRunClass · 0.85
dataMethod · 0.45
remainingMethod · 0.45
GetMethod · 0.45
AdvanceMethod · 0.45
GetBatchMethod · 0.45
sizeMethod · 0.45
ResetMethod · 0.45

Tested by

no test coverage detected