Function main

be/src/benchmarks/hash-table-benchmark.cc:316–391

}

int main(int argc, char** argv) {
  impala::InitCommonRuntime(argc, argv, true, impala::TestInfo::BE_TEST);
  impala::InitFeSupport();
  /// Runtime Benchmark
  std::cout << Benchmark::GetMachineInfo() << std::endl;
  std::cout << "Note: Benchmark name are in format <name>_XX_YY:" << std::endl
            << "name represents the name of benchmark (probe|build|memory)." << std::endl
            << "XX represents the number of rows in the dataset." << std::endl
            << "YY represents the percentage of unique values in dataset." << std::endl;
  std::cout << "Runtime Benchmark" << std::endl;
  std::cout << "-----------------" << std::endl;

  Benchmark hash_table_build("Hash Table Build", false);
  Benchmark hash_table_probe("Hash Table Probe", false);
  vector<int> num_tuples{65536, 262144};
  vector<int> unique_percent{100, 60, 20};
  vector<TestCtx*> ctxs;
  for (int num = 0; num < num_tuples.size(); num++) {
    for (int up = 0; up < unique_percent.size(); up++) {
      std::stringstream pname;
      std::stringstream bname;
      pname << "probe_" << num_tuples[num] << "_" << unique_percent[up];
      bname << "build_" << num_tuples[num] << "_" << unique_percent[up];
      TestCtx* ctx = new TestCtx();
      ctx->SetUp(num_tuples[num]);
      ctxs.push_back(ctx);
      ctx->CreateDataSet(num_tuples[num], unique_percent[up]);
      hash_table_build.AddBenchmark(bname.str(), build::Benchmark, (void*)ctx, -1);
      hash_table_probe.AddBenchmark(pname.str(), probe::Benchmark, (void*)ctx, -1);
    }
  }

  // Create Probe benchmark for Data not found in the table
  for (int num = 0; num < num_tuples.size(); num++) {
    TestCtx* ctx = new TestCtx();
    ctx->SetUp(num_tuples[num]);
    ctxs.push_back(ctx);
    ctx->CreateDataSet(num_tuples[num], 10);
    Build(ctx, ctx->data);
    ctx->CreateAbsentKeysData(num_tuples[num]);
    std::stringstream pname;
    pname << "probe_" << num_tuples[num] << "_absentkeys";
    hash_table_probe.AddBenchmark(pname.str(), probe::Benchmark, (void*)ctx, -1);
  }
  std::cout << hash_table_build.Measure(50, 10, build::SetUp) << std::endl;
  std::cout << hash_table_probe.Measure() << std::endl;
  // Cleanup contexts
  for (TestCtx* ct : ctxs) {
    ct->TearDown();
    free(ct);
  }

  /// Memory Benchmark
  std::cout << "Memory Benchmark" << std::endl;
  std::cout << "----------------" << std::endl;
  vector<std::string> benchmark_names;
  vector<int64_t> memory_consumption;
  num_tuples.clear();