MCPcopy Create free account
hub / github.com/apache/arrow / ReadOneRowGroup

Method ReadOneRowGroup

cpp/src/parquet/arrow/reader.cc:1295–1308  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

1293 }
1294
1295 static ::arrow::Future<RecordBatchGenerator> ReadOneRowGroup(
1296 ::arrow::internal::Executor* cpu_executor, std::shared_ptr<FileReaderImpl> self,
1297 const int row_group, const std::vector<int>& column_indices) {
1298 // Skips bound checks/pre-buffering, since we've done that already
1299 const int64_t batch_size = self->properties().batch_size();
1300 return self->DecodeRowGroups(self, {row_group}, column_indices, cpu_executor)
1301 .Then([batch_size](const std::shared_ptr<Table>& table)
1302 -> ::arrow::Result<RecordBatchGenerator> {
1303 ::arrow::TableBatchReader table_reader(*table);
1304 table_reader.set_chunksize(batch_size);
1305 ARROW_ASSIGN_OR_RAISE(auto batches, table_reader.ToRecordBatches());
1306 return ::arrow::MakeVectorGenerator(std::move(batches));
1307 });
1308 }
1309
1310 std::shared_ptr<FileReaderImpl> arrow_reader_;
1311 ::arrow::internal::Executor* cpu_executor_;

Callers

nothing calls this directly

Calls 5

MakeVectorGeneratorFunction · 0.85
ThenMethod · 0.80
DecodeRowGroupsMethod · 0.80
set_chunksizeMethod · 0.80
propertiesMethod · 0.45

Tested by

no test coverage detected