Function ThreadedTaskGroup

cpp/src/arrow/util/thread_pool_benchmark.cc:174–199

Benchmark threaded TaskGroup

// Benchmark threaded TaskGroup
static void ThreadedTaskGroup(benchmark::State& state) {  // NOLINT non-const reference
  const auto nthreads = static_cast<int>(state.range(0));
  const auto workload_size = static_cast<int32_t>(state.range(1));

  std::shared_ptr<ThreadPool> pool;
  pool = *ThreadPool::Make(nthreads);

  Task task(workload_size);

  const int32_t nspawns = 10000000 / workload_size + 1;

  for (auto _ : state) {
    auto task_group = TaskGroup::MakeThreaded(pool.get());
    task_group->Append([&task, nspawns, task_group] {
      for (int32_t i = 0; i < nspawns; ++i) {
        // Pass the task by reference to avoid copying it around
        task_group->Append(std::ref(task));
      }
      return Status::OK();
    });
    ABORT_NOT_OK(task_group->Finish());
  }
  ABORT_NOT_OK(pool->Shutdown(true /* wait */));

  state.SetItemsProcessed(state.iterations() * nspawns);
}

static const std::vector<int32_t> kWorkloadSizes = {1000, 10000, 100000};