Method traverseOpToGetRowCount

bolt/exec/Operator.cpp:304–349

}

void OperatorCtx::traverseOpToGetRowCount(
    uint64_t& totalRowCount,
    uint64_t& processedRowCount) {
  auto numDrivers = task()->numDrivers(driverCtx());

  if (numDrivers == 1) {
    const auto& operators = driver()->operators();

    VLOG(5) << "operators.size()=" << operators.size()
            << ", operatorId=" << operatorId();

    for (auto i = operatorId() - 1; i >= 0; --i) {
      auto metricValueStr = operators[i]->getRuntimeMetric(
          OperatorMetricKey::kCanUsedToEstimateHashBuildPartitionNum, "false");
      auto metricValue = folly::to<bool>(metricValueStr);

      VLOG(5) << "OperatorIndex=" << i << ", operator is "
              << operators[i]->toString()
              << ", kCanUsedToEstimateHashBuildPartitionNum="
              << (metricValue ? "true" : "false");

      if (metricValue) {
        auto totalRowCountStr =
            operators[i]->getRuntimeMetric(OperatorMetricKey::kTotalRowCount);
        auto hasBeenProcessedRowCountStr = operators[i]->getRuntimeMetric(
            OperatorMetricKey::kHasBeenProcessedRowCount);

        BOLT_CHECK_NE(totalRowCountStr, "", "totalRowCountStr can't be empty");
        BOLT_CHECK_NE(
            hasBeenProcessedRowCountStr,
            "",
            "hasBeenProcessedRowCountStr can't be empty, operator {}",
            operators[i]->toString());

        totalRowCount = folly::to<uint64_t>(totalRowCountStr);
        processedRowCount = folly::to<uint64_t>(hasBeenProcessedRowCountStr);

        LOG(INFO) << toString() << " totalRowCountStr = " << totalRowCountStr
                  << ", hasBeenProcessedRowCountStr = "
                  << hasBeenProcessedRowCountStr
                  << ", numDrivers = " << numDrivers;
        break;
      }
    }
  }
}

void OperatorCtx::adjustSpillCompressionKind(
    common::SpillConfig*& spillConfig) {