MCPcopy Create free account
hub / github.com/apache/arrow / InitAfterFirstBuffer

Method InitAfterFirstBuffer

cpp/src/arrow/csv/reader.cc:886–912  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

884
885 protected:
886 Future<> InitAfterFirstBuffer(const std::shared_ptr<Buffer>& first_buffer,
887 AsyncGenerator<std::shared_ptr<Buffer>> buffer_generator,
888 int max_readahead) {
889 if (first_buffer == nullptr) {
890 return Status::Invalid("Empty CSV file");
891 }
892
893 std::shared_ptr<Buffer> after_header;
894 ARROW_ASSIGN_OR_RAISE(auto header_bytes_consumed,
895 ProcessHeader(first_buffer, &after_header));
896 bytes_decoded_->fetch_add(header_bytes_consumed);
897
898 ARROW_ASSIGN_OR_RAISE(
899 auto decoder_op,
900 BlockDecodingOperator::Make(io_context_, convert_options_, conversion_schema_));
901
902 auto block_gen = SerialBlockReader::MakeAsyncIterator(
903 std::move(buffer_generator), MakeChunker(parse_options_), std::move(after_header),
904 read_options_.skip_rows_after_names);
905 auto parsed_block_gen = MakeMappedGenerator(std::move(block_gen), *parsing_operator_);
906 auto rb_gen = MakeMappedGenerator(std::move(parsed_block_gen), std::move(decoder_op));
907
908 auto self = shared_from_this();
909 return rb_gen().Then([self, rb_gen, max_readahead](const DecodedBlock& first_block) {
910 return self->InitFromBlock(first_block, std::move(rb_gen), max_readahead, 0);
911 });
912 }
913
914 Future<> InitFromBlock(const DecodedBlock& block,
915 AsyncGenerator<DecodedBlock> batch_gen, int max_readahead,

Callers 1

InitMethod · 0.95

Calls 5

InitFromBlockMethod · 0.95
MakeMappedGeneratorFunction · 0.85
ThenMethod · 0.80
MakeChunkerFunction · 0.70
InvalidFunction · 0.50

Tested by

no test coverage detected