MCPcopy Create free account
hub / github.com/apache/arrow / TransferColumnData

Function TransferColumnData

cpp/src/parquet/arrow/reader_internal.cc:935–1069  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

933 } break;
934
935Status TransferColumnData(RecordReader* reader,
936 std::unique_ptr<::parquet::ColumnChunkMetaData> metadata,
937 const std::shared_ptr<Field>& value_field,
938 const ColumnDescriptor* descr, const ReaderContext* ctx,
939 std::shared_ptr<ChunkedArray>* out) {
940 auto pool = ctx->pool;
941 Datum result;
942 std::shared_ptr<ChunkedArray> chunked_result;
943 switch (value_field->type()->id()) {
944 case ::arrow::Type::DICTIONARY: {
945 RETURN_NOT_OK(TransferDictionary(reader, pool, value_field->type(),
946 value_field->nullable(), &chunked_result));
947 result = chunked_result;
948 } break;
949 case ::arrow::Type::NA: {
950 result = std::make_shared<::arrow::NullArray>(reader->values_written());
951 break;
952 }
953 case ::arrow::Type::INT32:
954 result = TransferZeroCopy<::arrow::Int32Type, Int32Type>(
955 reader, std::move(metadata), ctx, value_field);
956 break;
957 case ::arrow::Type::INT64:
958 result = TransferZeroCopy<::arrow::Int64Type, Int64Type>(
959 reader, std::move(metadata), ctx, value_field);
960 break;
961 case ::arrow::Type::FLOAT:
962 result = TransferZeroCopy<::arrow::FloatType, FloatType>(
963 reader, std::move(metadata), ctx, value_field);
964 break;
965 case ::arrow::Type::DOUBLE:
966 result = TransferZeroCopy<::arrow::DoubleType, DoubleType>(
967 reader, std::move(metadata), ctx, value_field);
968 break;
969 case ::arrow::Type::BOOL:
970 RETURN_NOT_OK(TransferBool(reader, std::move(metadata), ctx,
971 value_field->nullable(), &result));
972 break;
973 TRANSFER_INT32(UINT8, ::arrow::UInt8Type);
974 TRANSFER_INT32(INT8, ::arrow::Int8Type);
975 TRANSFER_INT32(UINT16, ::arrow::UInt16Type);
976 TRANSFER_INT32(INT16, ::arrow::Int16Type);
977 TRANSFER_INT32(UINT32, ::arrow::UInt32Type);
978 TRANSFER_INT64(UINT64, ::arrow::UInt64Type);
979 TRANSFER_INT32(DATE32, ::arrow::Date32Type);
980 TRANSFER_INT32(TIME32, ::arrow::Time32Type);
981 TRANSFER_INT64(TIME64, ::arrow::Time64Type);
982 TRANSFER_INT64(DURATION, ::arrow::DurationType);
983 case ::arrow::Type::DATE64:
984 RETURN_NOT_OK(TransferDate64(reader, pool, value_field, &result));
985 break;
986 case ::arrow::Type::FIXED_SIZE_BINARY:
987 case ::arrow::Type::BINARY:
988 case ::arrow::Type::STRING:
989 case ::arrow::Type::BINARY_VIEW:
990 case ::arrow::Type::STRING_VIEW:
991 case ::arrow::Type::LARGE_BINARY:
992 case ::arrow::Type::LARGE_STRING: {

Callers 1

LoadBatchMethod · 0.85

Calls 15

TransferDictionaryFunction · 0.85
TransferBoolFunction · 0.85
TransferDate64Function · 0.85
TransferBinaryFunction · 0.85
TransferHalfFloatFunction · 0.85
TransferInt96Function · 0.85
TransferFlbaTimestampFunction · 0.85
nullableMethod · 0.80
physical_typeMethod · 0.80
type_lengthMethod · 0.80
is_timestampMethod · 0.80
make_arrayMethod · 0.80

Tested by

no test coverage detected