MCPcopy Create free account
hub / github.com/apache/arrow / RunBulkFilter

Method RunBulkFilter

cpp/src/arrow/csv/parser.cc:524–548  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

522
523 template <bool IgnoreExtraColumns, typename DataWriter, typename SpecializedBulkFilter>
524 const char* RunBulkFilter(DataWriter* data_writer, const char* data,
525 const char* data_end,
526 const SpecializedBulkFilter& bulk_filter,
527 bool ignoring_extra_field) {
528 while (true) {
529 using WordType = typename SpecializedBulkFilter::WordType;
530
531 if (ARROW_PREDICT_FALSE(static_cast<size_t>(data_end - data) < sizeof(WordType))) {
532 if (ARROW_PREDICT_FALSE(data == data_end)) {
533 return nullptr;
534 }
535 return data;
536 }
537 WordType word;
538 memcpy(&word, data, sizeof(WordType));
539 if (bulk_filter.Matches(word)) {
540 return data;
541 }
542 // No special chars
543 if (ARROW_PREDICT_TRUE(ShouldWrite<IgnoreExtraColumns>(ignoring_extra_field))) {
544 data_writer->PushFieldWord(word);
545 }
546 data += sizeof(WordType);
547 }
548 }
549
550 template <typename SpecializedOptions, bool IgnoreExtraColumns,
551 typename ValueDescWriter, typename DataWriter, typename BulkFilter>

Callers

nothing calls this directly

Calls 2

PushFieldWordMethod · 0.80
MatchesMethod · 0.45

Tested by

no test coverage detected