Function getDataFromFile

bolt/exec/benchmarks/RowContainerSortBenchmark.cpp:75–99

}

std::vector<std::optional<StringView>> getDataFromFile() {
  const std::string sample(getExampleFilePath("str_sort.parquet"));
  auto rowType = ROW({"query_sig", "result_sig"}, {VARCHAR(), VARCHAR()});
  auto pool = memory::memoryManager()->addLeafPool();
  bytedance::bolt::dwio::common::ReaderOptions readerOptions{pool.get()};
  bytedance::bolt::parquet::ParquetReader reader =
      createReader(sample, readerOptions);
  auto rowReaderOpts = getReaderOpts(rowType);
  auto scanSpec = makeScanSpec(rowType);
  rowReaderOpts.setScanSpec(scanSpec);
  auto rowReader = reader.createRowReader(rowReaderOpts);
  auto data = BaseVector::create(rowType, 50000, pool.get());
  rowReader->next(50000, data);
  auto querySigCol =
      data->as<RowVector>()->childAt(0)->asFlatVector<StringView>();
  auto resSigCol =
      data->as<RowVector>()->childAt(1)->asFlatVector<StringView>();
  std::vector<std::optional<StringView>> stdVector(querySigCol->size());
  for (int i = 0; i < querySigCol->size(); i++) {
    auto merge =
        querySigCol->valueAt(i).getString() + resSigCol->valueAt(i).getString();
    stdVector[i] = StringView(merge);
  }
  return stdVector;
}

std::vector<char*> store(
    bolt::exec::RowContainer& rowContainer,