MCPcopy Create free account
hub / github.com/apache/arrow / ConvertColumnsToTensor

Function ConvertColumnsToTensor

cpp/src/arrow/tensor.cc:333–368  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

331
332template <typename DataType, typename Container>
333inline void ConvertColumnsToTensor(const Container& container, uint8_t* out,
334 bool row_major) {
335 using CType = typename arrow::TypeTraits<DataType>::CType;
336 auto* out_values = reinterpret_cast<CType*>(out);
337
338 const int num_columns = container.num_columns();
339
340 for (int col_idx = 0; col_idx < num_columns; ++col_idx) {
341 if constexpr (std::is_same_v<Container, Table>) {
342 int64_t chunk_idx = 0;
343
344 for (const auto& chunk : container.columns()[col_idx]->chunks()) {
345 if (row_major) {
346 ConvertArrayToTensorRowMajorVisitor<CType> visitor{
347 out_values, *chunk->data(), num_columns, col_idx, chunk_idx};
348 DCHECK_OK(VisitTypeInline(*chunk->type(), &visitor));
349 chunk_idx += chunk->length();
350 } else {
351 ConvertArrayToTensorVisitor<CType> visitor{out_values, *chunk->data()};
352 DCHECK_OK(VisitTypeInline(*chunk->type(), &visitor));
353 }
354 }
355 } else if constexpr (std::is_same_v<Container, RecordBatch>) {
356 const auto& array_data = container.column_data()[col_idx];
357
358 if (row_major) {
359 ConvertArrayToTensorRowMajorVisitor<CType> visitor{out_values, *array_data,
360 num_columns, col_idx, 0};
361 DCHECK_OK(VisitTypeInline(*array_data->type, &visitor));
362 } else {
363 ConvertArrayToTensorVisitor<CType> visitor{out_values, *array_data};
364 DCHECK_OK(VisitTypeInline(*array_data->type, &visitor));
365 }
366 }
367 }
368}
369
370template <typename Container>
371Status ToTensorImpl(const Container& container, bool null_to_nan, bool row_major,

Callers

nothing calls this directly

Calls 8

VisitTypeInlineFunction · 0.85
columnsMethod · 0.80
column_dataMethod · 0.80
num_columnsMethod · 0.45
chunksMethod · 0.45
dataMethod · 0.45
typeMethod · 0.45
lengthMethod · 0.45

Tested by

no test coverage detected