MCPcopy Create free account
hub / github.com/apache/arrow / MakeReadaheadIterator

Function MakeReadaheadIterator

cpp/src/arrow/util/async_generator.h:2032–2045  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

2030/// MakeGeneratorIterator.
2031template <typename T>
2032Result<Iterator<T>> MakeReadaheadIterator(Iterator<T> it, int readahead_queue_size) {
2033 ARROW_ASSIGN_OR_RAISE(auto io_executor, internal::ThreadPool::Make(1));
2034 auto max_q = readahead_queue_size;
2035 auto q_restart = std::max(1, max_q / 2);
2036 ARROW_ASSIGN_OR_RAISE(
2037 auto background_generator,
2038 MakeBackgroundGenerator(std::move(it), io_executor.get(), max_q, q_restart));
2039 // Capture io_executor to keep it alive as long as owned_bg_generator is still
2040 // referenced
2041 AsyncGenerator<T> owned_bg_generator = [io_executor, background_generator]() {
2042 return background_generator();
2043 };
2044 return MakeGeneratorIterator(std::move(owned_bg_generator));
2045}
2046
2047/// \brief Make a generator that returns a single pre-generated future
2048///

Callers 1

InitMethod · 0.85

Calls 1

MakeGeneratorIteratorFunction · 0.85

Tested by

no test coverage detected