MCPcopy Create free account
hub / github.com/apache/arrow / CreateDataSetFromCSVData

Function CreateDataSetFromCSVData

cpp/examples/arrow/join_example.cc:60–82  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

583,12,15)csv";
59
60arrow::Result<std::shared_ptr<arrow::dataset::Dataset>> CreateDataSetFromCSVData(
61 bool is_left) {
62 const arrow::io::IOContext& io_context = arrow::io::default_io_context();
63 std::shared_ptr<arrow::io::InputStream> input;
64 std::string csv_data = is_left ? kLeftRelationCsvData : kRightRelationCsvData;
65 std::cout << csv_data << std::endl;
66 std::string_view sv = csv_data;
67 input = arrow::io::BufferReader::FromString(std::string(sv));
68 auto read_options = arrow::csv::ReadOptions::Defaults();
69 auto parse_options = arrow::csv::ParseOptions::Defaults();
70 auto convert_options = arrow::csv::ConvertOptions::Defaults();
71
72 // Instantiate TableReader from input stream and options
73 ARROW_ASSIGN_OR_RAISE(std::shared_ptr<arrow::csv::TableReader> table_reader,
74 arrow::csv::TableReader::Make(io_context, input, read_options,
75 parse_options, convert_options));
76
77 // Read table from CSV file
78 ARROW_ASSIGN_OR_RAISE(auto maybe_table, table_reader->Read());
79 auto ds = std::make_shared<arrow::dataset::InMemoryDataset>(maybe_table);
80 arrow::Result<std::shared_ptr<arrow::dataset::InMemoryDataset>> result(std::move(ds));
81 return result;
82}
83
84arrow::Status DoHashJoin() {
85 ARROW_RETURN_NOT_OK(arrow::compute::Initialize());

Callers

nothing calls this directly

Calls 4

FromStringFunction · 0.85
ARROW_ASSIGN_OR_RAISEFunction · 0.70
DefaultsFunction · 0.50
MakeFunction · 0.50

Tested by

no test coverage detected