| 2035 | buffered_data_(AllocateBuffer(pool, 0)) {} |
| 2036 | |
| 2037 | void SetData(int num_values, const uint8_t* data, int len) override { |
| 2038 | this->num_values_ = num_values; |
| 2039 | if (decoder_) { |
| 2040 | decoder_->Reset(data, len); |
| 2041 | } else { |
| 2042 | decoder_ = std::make_shared<::arrow::bit_util::BitReader>(data, len); |
| 2043 | } |
| 2044 | prefix_len_decoder_.SetDecoder(num_values, decoder_); |
| 2045 | |
| 2046 | // get the number of encoded prefix lengths |
| 2047 | int num_prefix = prefix_len_decoder_.ValidValuesCount(); |
| 2048 | // call prefix_len_decoder_.Decode to decode all the prefix lengths. |
| 2049 | // all the prefix lengths are buffered in buffered_prefix_length_. |
| 2050 | PARQUET_THROW_NOT_OK(buffered_prefix_length_->Resize(num_prefix * sizeof(int32_t))); |
| 2051 | int ret = prefix_len_decoder_.Decode( |
| 2052 | buffered_prefix_length_->mutable_data_as<int32_t>(), num_prefix); |
| 2053 | DCHECK_EQ(ret, num_prefix); |
| 2054 | prefix_len_offset_ = 0; |
| 2055 | num_valid_values_ = num_prefix; |
| 2056 | |
| 2057 | int bytes_left = decoder_->bytes_left(); |
| 2058 | // If len < bytes_left, prefix_len_decoder.Decode will throw exception. |
| 2059 | DCHECK_GE(len, bytes_left); |
| 2060 | int suffix_begins = len - bytes_left; |
| 2061 | // at this time, the decoder_ will be at the start of the encoded suffix data. |
| 2062 | suffix_decoder_.SetData(num_values, data + suffix_begins, bytes_left); |
| 2063 | |
| 2064 | // TODO: read corrupted files written with bug(PARQUET-246). last_value_ should be set |
| 2065 | // to last_value_in_previous_page_ when decoding a new page(except the first page) |
| 2066 | last_value_.clear(); |
| 2067 | } |
| 2068 | |
| 2069 | int DecodeArrow(int num_values, int null_count, const uint8_t* valid_bits, |
| 2070 | int64_t valid_bits_offset, |
nothing calls this directly
no test coverage detected