MCPcopy Create free account
hub / github.com/apache/arrow / SetUp

Method SetUp

cpp/src/arrow/dataset/dataset_test.cc:335–382  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

333
334class TestEndToEnd : public TestUnionDataset {
335 void SetUp() override {
336 bool nullable = false;
337 SetSchema({
338 field("region", utf8(), nullable),
339 field("model", utf8(), nullable),
340 field("sales", float64(), nullable),
341 // partition columns
342 field("year", int32()),
343 field("month", int32()),
344 field("country", utf8()),
345 });
346
347 using PathAndContent = std::vector<std::pair<std::string, std::string>>;
348 auto files = PathAndContent{
349 {"/dataset/2018/01/US/dat.json", R"([
350 {"region": "NY", "model": "3", "sales": 742.0},
351 {"region": "NY", "model": "S", "sales": 304.125},
352 {"region": "NY", "model": "X", "sales": 136.25},
353 {"region": "NY", "model": "Y", "sales": 27.5}
354 ])"},
355 {"/dataset/2018/01/CA/dat.json", R"([
356 {"region": "CA", "model": "3", "sales": 512},
357 {"region": "CA", "model": "S", "sales": 978},
358 {"region": "CA", "model": "X", "sales": 1.0},
359 {"region": "CA", "model": "Y", "sales": 69}
360 ])"},
361 {"/dataset/2019/01/US/dat.json", R"([
362 {"region": "QC", "model": "3", "sales": 273.5},
363 {"region": "QC", "model": "S", "sales": 13},
364 {"region": "QC", "model": "X", "sales": 54},
365 {"region": "QC", "model": "Y", "sales": 21}
366 ])"},
367 {"/dataset/2019/01/CA/dat.json", R"([
368 {"region": "QC", "model": "3", "sales": 152.25},
369 {"region": "QC", "model": "S", "sales": 10},
370 {"region": "QC", "model": "X", "sales": 42},
371 {"region": "QC", "model": "Y", "sales": 37}
372 ])"},
373 {"/dataset/.pesky", "garbage content"},
374 };
375
376 auto mock_fs = std::make_shared<fs::internal::MockFileSystem>(fs::kNoTime);
377 for (const auto& f : files) {
378 ARROW_EXPECT_OK(mock_fs->CreateFile(f.first, f.second, /*recursive=*/true));
379 }
380
381 fs_ = mock_fs;
382 }
383
384 protected:
385 std::shared_ptr<fs::FileSystem> fs_;

Callers

nothing calls this directly

Calls 2

fieldFunction · 0.50
CreateFileMethod · 0.45

Tested by

no test coverage detected