MCPcopy Create free account
hub / github.com/apache/arrow / CreateColumnWriterForColumn

Method CreateColumnWriterForColumn

cpp/src/parquet/file_writer.cc:294–333  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

292 }
293
294 std::shared_ptr<ColumnWriter> CreateColumnWriterForColumn(
295 ColumnChunkMetaDataBuilder* col_meta, int32_t column_ordinal) const {
296 const auto& path = col_meta->descr()->path();
297 const ColumnProperties& column_properties = properties_->column_properties(path);
298 auto meta_encryptor =
299 file_encryptor_ ? file_encryptor_->GetColumnMetaEncryptor(path->ToDotString())
300 : nullptr;
301 auto data_encryptor =
302 file_encryptor_ ? file_encryptor_->GetColumnDataEncryptor(path->ToDotString())
303 : nullptr;
304 auto ci_builder = page_index_builder_ && column_properties.page_index_enabled()
305 ? page_index_builder_->GetColumnIndexBuilder(column_ordinal)
306 : nullptr;
307 auto oi_builder = page_index_builder_ && column_properties.page_index_enabled()
308 ? page_index_builder_->GetOffsetIndexBuilder(column_ordinal)
309 : nullptr;
310 BloomFilter* bloom_filter = nullptr;
311 if (bloom_filter_builder_) {
312 bloom_filter = bloom_filter_builder_->CreateBloomFilter(column_ordinal);
313 }
314 internal::ContentDefinedChunker* content_defined_chunker = nullptr;
315 if (properties_->content_defined_chunking_enabled()) {
316 content_defined_chunker = &content_defined_chunkers_[column_ordinal];
317 }
318 const CodecOptions* codec_options = column_properties.codec_options()
319 ? column_properties.codec_options().get()
320 : nullptr;
321 CodecOptions default_codec_options;
322 if (!codec_options) {
323 codec_options = &default_codec_options;
324 }
325 DCHECK_NE(nullptr, codec_options);
326 std::unique_ptr<PageWriter> pager = PageWriter::Open(
327 sink_, column_properties.compression(), col_meta, row_group_ordinal_,
328 static_cast<int16_t>(column_ordinal), properties_->memory_pool(),
329 buffered_row_group_, meta_encryptor, data_encryptor,
330 properties_->page_checksum_enabled(), ci_builder, oi_builder, *codec_options);
331 return ColumnWriter::Make(col_meta, std::move(pager), properties_, bloom_filter,
332 content_defined_chunker);
333 }
334
335 // If buffered_row_group_ is false, only column_writers_[0] is used as current writer.
336 // If buffered_row_group_ is true, multiple column writers are used.

Callers

nothing calls this directly

Calls 12

ToDotStringMethod · 0.80
GetColumnIndexBuilderMethod · 0.80
GetOffsetIndexBuilderMethod · 0.80
CreateBloomFilterMethod · 0.80
MakeFunction · 0.70
pathMethod · 0.45
descrMethod · 0.45
getMethod · 0.45
compressionMethod · 0.45
memory_poolMethod · 0.45

Tested by

no test coverage detected