MCPcopy Create free account
hub / github.com/apache/arrow / dataset___ParquetFragmentScanOptions__Make

Function dataset___ParquetFragmentScanOptions__Make

r/src/dataset.cpp:343–364  ·  view source on GitHub ↗

[[dataset::export]]

Source from the content-addressed store, hash-verified

341
342// [[dataset::export]]
343std::shared_ptr<ds::ParquetFragmentScanOptions>
344dataset___ParquetFragmentScanOptions__Make(bool use_buffered_stream, int64_t buffer_size,
345 bool pre_buffer,
346 int32_t thrift_string_size_limit,
347 int32_t thrift_container_size_limit) {
348 auto options = std::make_shared<ds::ParquetFragmentScanOptions>();
349 if (use_buffered_stream) {
350 options->reader_properties->enable_buffered_stream();
351 } else {
352 options->reader_properties->disable_buffered_stream();
353 }
354 options->reader_properties->set_buffer_size(buffer_size);
355 options->arrow_reader_properties->set_pre_buffer(pre_buffer);
356 if (pre_buffer) {
357 options->arrow_reader_properties->set_cache_options(
358 arrow::io::CacheOptions::LazyDefaults());
359 }
360 options->reader_properties->set_thrift_string_size_limit(thrift_string_size_limit);
361 options->reader_properties->set_thrift_container_size_limit(
362 thrift_container_size_limit);
363 return options;
364}
365
366// DirectoryPartitioning, HivePartitioning
367

Calls 1

set_buffer_sizeMethod · 0.80

Tested by

no test coverage detected