MCPcopy Create free account
hub / github.com/apache/arrow / DecompressIfNeeded

Method DecompressIfNeeded

cpp/src/parquet/column_reader.cc:581–623  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

579}
580
581std::shared_ptr<Buffer> SerializedPageReader::DecompressIfNeeded(
582 std::shared_ptr<Buffer> page_buffer, int compressed_len, int uncompressed_len,
583 int levels_byte_len) {
584 if (decompressor_ == nullptr) {
585 return page_buffer;
586 }
587 if (compressed_len < levels_byte_len || uncompressed_len < levels_byte_len) {
588 throw ParquetException("Invalid page header");
589 }
590
591 // Grow the uncompressed buffer if we need to.
592 PARQUET_THROW_NOT_OK(
593 decompression_buffer_->Resize(uncompressed_len, /*shrink_to_fit=*/false));
594
595 if (levels_byte_len > 0) {
596 // First copy the levels as-is
597 uint8_t* decompressed = decompression_buffer_->mutable_data();
598 memcpy(decompressed, page_buffer->data(), levels_byte_len);
599 }
600
601 // GH-31992: DataPageV2 may store only levels and no values when all
602 // values are null. In this case, Parquet java is known to produce a
603 // 0-len compressed area (which is invalid compressed input).
604 // See https://github.com/apache/parquet-java/issues/3122
605 int64_t decompressed_len = 0;
606 if (uncompressed_len - levels_byte_len != 0) {
607 // Decompress the values
608 PARQUET_ASSIGN_OR_THROW(
609 decompressed_len,
610 decompressor_->Decompress(
611 compressed_len - levels_byte_len, page_buffer->data() + levels_byte_len,
612 uncompressed_len - levels_byte_len,
613 decompression_buffer_->mutable_data() + levels_byte_len));
614 }
615
616 if (decompressed_len != uncompressed_len - levels_byte_len) {
617 throw ParquetException("Page didn't decompress to expected size, expected: " +
618 std::to_string(uncompressed_len - levels_byte_len) +
619 ", but got:" + std::to_string(decompressed_len));
620 }
621
622 return decompression_buffer_;
623}
624
625} // namespace
626

Callers

nothing calls this directly

Calls 6

ParquetExceptionFunction · 0.85
to_stringFunction · 0.85
ResizeMethod · 0.45
mutable_dataMethod · 0.45
dataMethod · 0.45
DecompressMethod · 0.45

Tested by

no test coverage detected