MCPcopy Create free account
hub / github.com/apache/arrow / FillNullInDirectionImpl

Function FillNullInDirectionImpl

cpp/src/arrow/compute/kernels/vector_replace.cc:454–518  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

452// This is for fixed-size types only
453template <typename Type>
454void FillNullInDirectionImpl(const ArraySpan& current_chunk, const uint8_t* null_bitmap,
455 ExecResult* out, int8_t direction,
456 const ArraySpan& last_valid_value_chunk,
457 int64_t* last_valid_value_offset) {
458 ArrayData* out_arr = out->array_data().get();
459 uint8_t* out_bitmap = out_arr->buffers[0]->mutable_data();
460 uint8_t* out_values = out_arr->buffers[1]->mutable_data();
461 arrow::internal::CopyBitmap(current_chunk.buffers[0].data, current_chunk.offset,
462 current_chunk.length, out_bitmap, out_arr->offset);
463 CopyDataUtils<Type>::CopyData(*current_chunk.type, current_chunk, /*in_offset=*/0,
464 out_values, /*out_offset=*/out_arr->offset,
465 current_chunk.length);
466
467 bool has_fill_value = *last_valid_value_offset != -1;
468 int64_t write_offset = direction == 1 ? 0 : current_chunk.length - 1;
469 int64_t bitmap_offset = 0;
470
471 arrow::internal::OptionalBitBlockCounter counter(null_bitmap, out_arr->offset,
472 current_chunk.length);
473 bool use_current_chunk = false;
474 while (bitmap_offset < current_chunk.length) {
475 BitBlockCount block = counter.NextBlock();
476 if (block.AllSet()) {
477 *last_valid_value_offset =
478 write_offset + direction * (block.length - 1 + bitmap_offset);
479 has_fill_value = true;
480 use_current_chunk = true;
481 } else {
482 uint64_t block_start_offset = write_offset + direction * bitmap_offset;
483 uint64_t write_value_offset = block_start_offset;
484 if (block.popcount) {
485 for (int64_t i = 0; i < block.length; i++, write_value_offset += direction) {
486 auto current_bit = bit_util::GetBit(null_bitmap, bitmap_offset + i);
487 if (!current_bit) {
488 if (has_fill_value) {
489 CopyDataUtils<Type>::CopyData(
490 *current_chunk.type,
491 use_current_chunk ? current_chunk : last_valid_value_chunk,
492 *last_valid_value_offset, out_values, write_value_offset,
493 /*length=*/1);
494 bit_util::SetBitTo(out_bitmap, write_value_offset, true);
495 }
496 } else {
497 has_fill_value = true;
498 use_current_chunk = true;
499 *last_valid_value_offset = write_value_offset;
500 }
501 }
502 } else {
503 for (int64_t i = 0; i < block.length; i++, write_value_offset += direction) {
504 if (has_fill_value) {
505 CopyDataUtils<Type>::CopyData(
506 *current_chunk.type,
507 use_current_chunk ? current_chunk : last_valid_value_chunk,
508 *last_valid_value_offset, out_values, write_value_offset,
509 /*length=*/1);
510 bit_util::SetBitTo(out_bitmap, write_value_offset, true);
511 }

Callers

nothing calls this directly

Calls 8

array_dataMethod · 0.80
NextBlockMethod · 0.80
CopyBitmapFunction · 0.50
GetBitFunction · 0.50
SetBitToFunction · 0.50
getMethod · 0.45
mutable_dataMethod · 0.45
AllSetMethod · 0.45

Tested by

no test coverage detected