MCPcopy Create free account
hub / github.com/apache/arrow / CreateColumns

Method CreateColumns

cpp/src/arrow/ipc/reader.cc:655–703  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

653 }
654
655 Result<ArrayDataVector> CreateColumns(ArrayDataVector columns,
656 bool resolve_dictionaries = true) {
657 if (resolve_dictionaries) {
658 // Dictionary resolution needs to happen on the unfiltered columns,
659 // because fields are mapped structurally (by path in the original schema).
660 RETURN_NOT_OK(ResolveDictionaries(columns, *context_.dictionary_memo,
661 context_.options.memory_pool));
662 }
663
664 ArrayDataVector filtered_columns;
665 if (!inclusion_mask_.empty()) {
666 FieldVector filtered_fields;
667 for (int i = 0; i < schema_->num_fields(); ++i) {
668 if (inclusion_mask_[i]) {
669 DCHECK_NE(columns[i], nullptr);
670 filtered_columns.push_back(std::move(columns[i]));
671 }
672 }
673 columns.clear();
674 } else {
675 filtered_columns = std::move(columns);
676 }
677
678 if (context_.compression != Compression::UNCOMPRESSED) {
679 RETURN_NOT_OK(
680 DecompressBuffers(context_.compression, context_.options, &filtered_columns));
681 }
682
683 // Swap endian if necessary
684 if (context_.swap_endian) {
685 for (auto& column : filtered_columns) {
686 ARROW_ASSIGN_OR_RAISE(
687 column, arrow::internal::SwapEndianArrayData(std::move(column),
688 context_.options.memory_pool));
689 }
690 }
691 if (context_.options.ensure_alignment != Alignment::kAnyAlignment) {
692 for (auto& column : filtered_columns) {
693 ARROW_ASSIGN_OR_RAISE(
694 column,
695 util::EnsureAlignment(
696 std::move(column),
697 // The numerical value of the enum is taken literally as byte alignment
698 static_cast<int64_t>(context_.options.ensure_alignment),
699 context_.options.memory_pool));
700 }
701 }
702 return filtered_columns;
703 }
704
705 IpcReadContext context_;
706 std::shared_ptr<Schema> schema_;

Callers

nothing calls this directly

Calls 9

ResolveDictionariesFunction · 0.85
DecompressBuffersFunction · 0.85
SwapEndianArrayDataFunction · 0.85
EnsureAlignmentFunction · 0.85
push_backMethod · 0.80
ARROW_ASSIGN_OR_RAISEFunction · 0.70
emptyMethod · 0.45
num_fieldsMethod · 0.45
clearMethod · 0.45

Tested by

no test coverage detected