Function createIcebergDataFileString

be/src/runtime/dml-exec-state.cc:670–696

Creates an Iceberg data file FlatBuffer for regular (non-puffin) data files.

// Creates an Iceberg data file FlatBuffer for regular (non-puffin) data files.
string createIcebergDataFileString(
    const OutputPartition& partition, const string& final_path, int64_t num_rows,
    int64_t file_size, const IcebergFileStats& insert_stats) {
  using namespace org::apache::impala::fb;
  flatbuffers::FlatBufferBuilder fbb;

  vector<flatbuffers::Offset<FbIcebergColumnStats>> ice_col_stats_vec;
  for (auto it = insert_stats.cbegin(); it != insert_stats.cend(); ++it) {
    ice_col_stats_vec.push_back(createIcebergColumnStats(fbb, it->first, it->second));
  }

  auto raw_partition_fields = createRawPartitionFields(fbb, partition);

  flatbuffers::Offset<FbIcebergDataFile> data_file = CreateFbIcebergDataFile(fbb,
      fbb.CreateString(final_path),
      FbIcebergDataFileFormat::FbIcebergDataFileFormat_PARQUET,
      num_rows,
      file_size,
      partition.iceberg_spec_id,
      fbb.CreateString(partition.partition_name),
      fbb.CreateVector(raw_partition_fields),
      fbb.CreateVector(ice_col_stats_vec),
      0,  // No old_deletion_vector for regular files
      0); // No new_deletion_vector for regular files
  fbb.Finish(data_file);
  return string(reinterpret_cast<char*>(fbb.GetBufferPointer()), fbb.GetSize());
}

}