MCPcopy Create free account
hub / github.com/apache/arrow / InitializeLevelDecoders

Method InitializeLevelDecoders

cpp/src/parquet/column_reader.cc:870–907  ·  view source on GitHub ↗

If the data page includes repetition and definition levels, we initialize the level decoders and return the number of encoded level bytes. The return value helps determine the number of bytes in the encoded data.

Source from the content-addressed store, hash-verified

868 // initialize the level decoders and return the number of encoded level bytes.
869 // The return value helps determine the number of bytes in the encoded data.
870 int64_t InitializeLevelDecoders(const DataPage& page,
871 Encoding::type repetition_level_encoding,
872 Encoding::type definition_level_encoding) {
873 // Read a data page.
874 num_buffered_values_ = page.num_values();
875
876 // Have not decoded any values from the data page yet
877 num_decoded_values_ = 0;
878
879 const uint8_t* buffer = page.data();
880 int32_t levels_byte_size = 0;
881 int32_t max_size = page.size();
882
883 // Data page Layout: Repetition Levels - Definition Levels - encoded values.
884 // Levels are encoded as rle or bit-packed.
885 // Init repetition levels
886 if (max_rep_level() > 0) {
887 int32_t rep_levels_bytes = repetition_level_decoder_.SetData(
888 repetition_level_encoding, max_rep_level(),
889 static_cast<int>(num_buffered_values_), buffer, max_size);
890 buffer += rep_levels_bytes;
891 levels_byte_size += rep_levels_bytes;
892 max_size -= rep_levels_bytes;
893 }
894 // TODO figure a way to set max_def_level_ to 0
895 // if the initial value is invalid
896
897 // Init definition levels
898 if (max_def_level() > 0) {
899 int32_t def_levels_bytes = definition_level_decoder_.SetData(
900 definition_level_encoding, max_def_level(),
901 static_cast<int>(num_buffered_values_), buffer, max_size);
902 levels_byte_size += def_levels_bytes;
903 max_size -= def_levels_bytes;
904 }
905
906 return levels_byte_size;
907 }
908
909 int64_t InitializeLevelDecodersV2(const DataPageV2& page) {
910 // Read a data page.

Callers

nothing calls this directly

Calls 4

num_valuesMethod · 0.45
dataMethod · 0.45
sizeMethod · 0.45
SetDataMethod · 0.45

Tested by

no test coverage detected