MCPcopy Create free account
hub / github.com/apache/arrow / NullableNode

Class NullableNode

cpp/src/parquet/arrow/path_internal.cc:479–534  ·  view source on GitHub ↗

An intermediate node that handles null values.

Source from the content-addressed store, hash-verified

477
478// An intermediate node that handles null values.
479class NullableNode {
480 public:
481 NullableNode(const uint8_t* null_bitmap, int64_t entry_offset,
482 int16_t def_level_if_null, int16_t rep_level_if_null = kLevelNotSet)
483 : null_bitmap_(null_bitmap),
484 entry_offset_(entry_offset),
485 valid_bits_reader_(MakeReader(ElementRange{0, 0})),
486 def_level_if_null_(def_level_if_null),
487 rep_level_if_null_(rep_level_if_null),
488 new_range_(true) {}
489
490 void SetRepLevelIfNull(int16_t rep_level) { rep_level_if_null_ = rep_level; }
491
492 ::arrow::internal::BitRunReader MakeReader(const ElementRange& range) {
493 return ::arrow::internal::BitRunReader(null_bitmap_, entry_offset_ + range.start,
494 range.Size());
495 }
496
497 IterationResult Run(ElementRange* range, ElementRange* child_range,
498 PathWriteContext* context) {
499 if (new_range_) {
500 // Reset the reader each time we are starting fresh on a range.
501 // We can't rely on continuity because nulls above can
502 // cause discontinuities.
503 valid_bits_reader_ = MakeReader(*range);
504 }
505 child_range->start = range->start;
506 ::arrow::internal::BitRun run = valid_bits_reader_.NextRun();
507 if (!run.set) {
508 range->start += run.length;
509 RETURN_IF_ERROR(FillRepLevels(run.length, rep_level_if_null_, context));
510 RETURN_IF_ERROR(context->AppendDefLevels(run.length, def_level_if_null_));
511 run = valid_bits_reader_.NextRun();
512 }
513 if (range->Empty()) {
514 new_range_ = true;
515 return kDone;
516 }
517 child_range->end = child_range->start = range->start;
518 child_range->end += run.length;
519
520 DCHECK(!child_range->Empty());
521 range->start += child_range->Size();
522 new_range_ = false;
523 return kNext;
524 }
525
526 const uint8_t* null_bitmap_;
527 int64_t entry_offset_;
528 ::arrow::internal::BitRunReader valid_bits_reader_;
529 int16_t def_level_if_null_;
530 int16_t rep_level_if_null_;
531
532 // Whether the next invocation will be a new range.
533 bool new_range_ = true;
534};
535
536using ListNode = ListPathNode<VarRangeSelector<int32_t>>;

Callers 1

MaybeAddNullableMethod · 0.85

Calls

no outgoing calls

Tested by

no test coverage detected