Method TableScan

bolt/exec/TableScan.cpp:53–102

static constexpr double MinEstimateBatchSizeFactor = 0.15;

TableScan::TableScan(
    int32_t operatorId,
    DriverCtx* driverCtx,
    std::shared_ptr<const core::TableScanNode> tableScanNode)
    : SourceOperator(
          driverCtx,
          tableScanNode->outputType(),
          operatorId,
          tableScanNode->id(),
          "TableScan"),
      tableHandle_(tableScanNode->tableHandle()),
      columnHandles_(tableScanNode->assignments()),
      driverCtx_(driverCtx),
      connectorPool_(driverCtx_->task->addConnectorPoolLocked(
          planNodeId(),
          driverCtx_->pipelineId,
          driverCtx_->driverId,
          operatorType(),
          tableHandle_->connectorId())),
      maxSplitPreloadPerDriver_(
          driverCtx_->queryConfig().maxSplitPreloadPerDriver()),
      readBatchSize_(driverCtx_->queryConfig().preferredOutputBatchRows()),
      maxReadBatchSize_(getMaxReadBatchSize(4096, 1024, 8)),
      minReadBatchSize_(driverCtx_->queryConfig().minOutputBatchRows()),
      getOutputTimeLimitMs_(
          driverCtx_->queryConfig().tableScanGetOutputTimeLimitMs()),
      enableEstimateBytesPerRow_(
          driverCtx_->queryConfig().iskEstimateRowSizeBasedOnSampleEnabled()),
      asyncThreadCtx_(std::make_shared<connector::AsyncThreadCtx>(
          driverCtx_->queryConfig().preloadBytesLimit(),
          driverCtx_->queryConfig().adaptivePreloadEnabled())) {
  for (const auto& type : asRowType(outputType_)->children()) {
    if (!type->isFixedWidth()) {
      isFixedWidthOutputType_ = false;
      break;
    }
  }
  if (isFixedWidthOutputType_) {
    enableEstimateBytesPerRow_ = false;
  }
  connector_ = connector::getConnector(tableHandle_->connectorId());
  this->setRuntimeMetric(kCanUsedToEstimateHashBuildPartitionNum, "true");
  this->setRuntimeMetric(
      OperatorMetricKey::kHasBeenProcessedRowCount, folly::to<std::string>(0));

  VLOG(1) << "TableScan RowCount=" << tableScanNode->getRowCount();
  this->setRuntimeMetric(
      OperatorMetricKey::kTotalRowCount,
      std::to_string(tableScanNode->getRowCount()));
}

folly::dynamic TableScan::toJson() const {
  auto ret = SourceOperator::toJson();