Method ScanFragments

cpp/src/arrow/dataset/scan_node.cc:423–437

  };

  void ScanFragments(const AsyncGenerator<std::shared_ptr<Fragment>>& frag_gen) {
    std::shared_ptr<util::AsyncTaskScheduler> fragment_tasks =
        util::MakeThrottledAsyncTaskGroup(
            plan_->query_context()->async_scheduler(), options_.fragment_readahead + 1,
            /*queue=*/nullptr,
            [this]() { return output_->InputFinished(this, num_batches_.load()); });
    fragment_tasks->AddAsyncGenerator<std::shared_ptr<Fragment>>(
        frag_gen,
        [this, fragment_tasks =
                   std::move(fragment_tasks)](const std::shared_ptr<Fragment>& fragment) {
          fragment_tasks->AddTask(std::make_unique<ListFragmentTask>(this, fragment));
          return Status::OK();
        },
        "ScanNode::ListDataset::Next");
  }

  Status StartProducing() override {
    NoteStartProducing(ToStringExtra());