MCPcopy Create free account
hub / github.com/apache/arrow / RleEncodeLevels

Method RleEncodeLevels

cpp/src/parquet/column_writer.cc:936–963  ·  view source on GitHub ↗

return the size of the encoded buffer

Source from the content-addressed store, hash-verified

934
935// return the size of the encoded buffer
936int64_t ColumnWriterImpl::RleEncodeLevels(const void* src_buffer,
937 ResizableBuffer* dest_buffer, int16_t max_level,
938 bool include_length_prefix) {
939 // V1 DataPage includes the length of the RLE level as a prefix.
940 int32_t prefix_size = include_length_prefix ? sizeof(int32_t) : 0;
941
942 // TODO: This only works with due to some RLE specifics
943 int64_t rle_size = LevelEncoder::MaxBufferSize(Encoding::RLE, max_level,
944 static_cast<int>(num_buffered_values_)) +
945 prefix_size;
946
947 // Use Arrow::Buffer::shrink_to_fit = false
948 // underlying buffer only keeps growing. Resize to a smaller size does not reallocate.
949 PARQUET_THROW_NOT_OK(dest_buffer->Resize(rle_size, false));
950
951 level_encoder_.Init(Encoding::RLE, max_level, static_cast<int>(num_buffered_values_),
952 dest_buffer->mutable_data() + prefix_size,
953 static_cast<int>(dest_buffer->size() - prefix_size));
954 int encoded = level_encoder_.Encode(static_cast<int>(num_buffered_values_),
955 reinterpret_cast<const int16_t*>(src_buffer));
956 DCHECK_EQ(encoded, num_buffered_values_);
957
958 if (include_length_prefix) {
959 reinterpret_cast<int32_t*>(dest_buffer->mutable_data())[0] = level_encoder_.len();
960 }
961
962 return level_encoder_.len() + prefix_size;
963}
964
965void ColumnWriterImpl::AddDataPage() {
966 int64_t definition_levels_rle_size = 0;

Callers

nothing calls this directly

Calls 6

ResizeMethod · 0.45
InitMethod · 0.45
mutable_dataMethod · 0.45
sizeMethod · 0.45
EncodeMethod · 0.45
lenMethod · 0.45

Tested by

no test coverage detected