| 579 | } |
| 580 | |
| 581 | std::shared_ptr<Buffer> SerializedPageReader::DecompressIfNeeded( |
| 582 | std::shared_ptr<Buffer> page_buffer, int compressed_len, int uncompressed_len, |
| 583 | int levels_byte_len) { |
| 584 | if (decompressor_ == nullptr) { |
| 585 | return page_buffer; |
| 586 | } |
| 587 | if (compressed_len < levels_byte_len || uncompressed_len < levels_byte_len) { |
| 588 | throw ParquetException("Invalid page header"); |
| 589 | } |
| 590 | |
| 591 | // Grow the uncompressed buffer if we need to. |
| 592 | PARQUET_THROW_NOT_OK( |
| 593 | decompression_buffer_->Resize(uncompressed_len, /*shrink_to_fit=*/false)); |
| 594 | |
| 595 | if (levels_byte_len > 0) { |
| 596 | // First copy the levels as-is |
| 597 | uint8_t* decompressed = decompression_buffer_->mutable_data(); |
| 598 | memcpy(decompressed, page_buffer->data(), levels_byte_len); |
| 599 | } |
| 600 | |
| 601 | // GH-31992: DataPageV2 may store only levels and no values when all |
| 602 | // values are null. In this case, Parquet java is known to produce a |
| 603 | // 0-len compressed area (which is invalid compressed input). |
| 604 | // See https://github.com/apache/parquet-java/issues/3122 |
| 605 | int64_t decompressed_len = 0; |
| 606 | if (uncompressed_len - levels_byte_len != 0) { |
| 607 | // Decompress the values |
| 608 | PARQUET_ASSIGN_OR_THROW( |
| 609 | decompressed_len, |
| 610 | decompressor_->Decompress( |
| 611 | compressed_len - levels_byte_len, page_buffer->data() + levels_byte_len, |
| 612 | uncompressed_len - levels_byte_len, |
| 613 | decompression_buffer_->mutable_data() + levels_byte_len)); |
| 614 | } |
| 615 | |
| 616 | if (decompressed_len != uncompressed_len - levels_byte_len) { |
| 617 | throw ParquetException("Page didn't decompress to expected size, expected: " + |
| 618 | std::to_string(uncompressed_len - levels_byte_len) + |
| 619 | ", but got:" + std::to_string(decompressed_len)); |
| 620 | } |
| 621 | |
| 622 | return decompression_buffer_; |
| 623 | } |
| 624 | |
| 625 | } // namespace |
| 626 |
nothing calls this directly
no test coverage detected