MCPcopy Create free account
hub / github.com/apache/arrow / SetData

Method SetData

cpp/src/parquet/decoder.cc:2037–2067  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

2035 buffered_data_(AllocateBuffer(pool, 0)) {}
2036
2037 void SetData(int num_values, const uint8_t* data, int len) override {
2038 this->num_values_ = num_values;
2039 if (decoder_) {
2040 decoder_->Reset(data, len);
2041 } else {
2042 decoder_ = std::make_shared<::arrow::bit_util::BitReader>(data, len);
2043 }
2044 prefix_len_decoder_.SetDecoder(num_values, decoder_);
2045
2046 // get the number of encoded prefix lengths
2047 int num_prefix = prefix_len_decoder_.ValidValuesCount();
2048 // call prefix_len_decoder_.Decode to decode all the prefix lengths.
2049 // all the prefix lengths are buffered in buffered_prefix_length_.
2050 PARQUET_THROW_NOT_OK(buffered_prefix_length_->Resize(num_prefix * sizeof(int32_t)));
2051 int ret = prefix_len_decoder_.Decode(
2052 buffered_prefix_length_->mutable_data_as<int32_t>(), num_prefix);
2053 DCHECK_EQ(ret, num_prefix);
2054 prefix_len_offset_ = 0;
2055 num_valid_values_ = num_prefix;
2056
2057 int bytes_left = decoder_->bytes_left();
2058 // If len < bytes_left, prefix_len_decoder.Decode will throw exception.
2059 DCHECK_GE(len, bytes_left);
2060 int suffix_begins = len - bytes_left;
2061 // at this time, the decoder_ will be at the start of the encoded suffix data.
2062 suffix_decoder_.SetData(num_values, data + suffix_begins, bytes_left);
2063
2064 // TODO: read corrupted files written with bug(PARQUET-246). last_value_ should be set
2065 // to last_value_in_previous_page_ when decoding a new page(except the first page)
2066 last_value_.clear();
2067 }
2068
2069 int DecodeArrow(int num_values, int null_count, const uint8_t* valid_bits,
2070 int64_t valid_bits_offset,

Callers

nothing calls this directly

Calls 8

ValidValuesCountMethod · 0.80
bytes_leftMethod · 0.80
ResetMethod · 0.45
SetDecoderMethod · 0.45
ResizeMethod · 0.45
DecodeMethod · 0.45
SetDataMethod · 0.45
clearMethod · 0.45

Tested by

no test coverage detected