| 333 | |
| 334 | class TestEndToEnd : public TestUnionDataset { |
| 335 | void SetUp() override { |
| 336 | bool nullable = false; |
| 337 | SetSchema({ |
| 338 | field("region", utf8(), nullable), |
| 339 | field("model", utf8(), nullable), |
| 340 | field("sales", float64(), nullable), |
| 341 | // partition columns |
| 342 | field("year", int32()), |
| 343 | field("month", int32()), |
| 344 | field("country", utf8()), |
| 345 | }); |
| 346 | |
| 347 | using PathAndContent = std::vector<std::pair<std::string, std::string>>; |
| 348 | auto files = PathAndContent{ |
| 349 | {"/dataset/2018/01/US/dat.json", R"([ |
| 350 | {"region": "NY", "model": "3", "sales": 742.0}, |
| 351 | {"region": "NY", "model": "S", "sales": 304.125}, |
| 352 | {"region": "NY", "model": "X", "sales": 136.25}, |
| 353 | {"region": "NY", "model": "Y", "sales": 27.5} |
| 354 | ])"}, |
| 355 | {"/dataset/2018/01/CA/dat.json", R"([ |
| 356 | {"region": "CA", "model": "3", "sales": 512}, |
| 357 | {"region": "CA", "model": "S", "sales": 978}, |
| 358 | {"region": "CA", "model": "X", "sales": 1.0}, |
| 359 | {"region": "CA", "model": "Y", "sales": 69} |
| 360 | ])"}, |
| 361 | {"/dataset/2019/01/US/dat.json", R"([ |
| 362 | {"region": "QC", "model": "3", "sales": 273.5}, |
| 363 | {"region": "QC", "model": "S", "sales": 13}, |
| 364 | {"region": "QC", "model": "X", "sales": 54}, |
| 365 | {"region": "QC", "model": "Y", "sales": 21} |
| 366 | ])"}, |
| 367 | {"/dataset/2019/01/CA/dat.json", R"([ |
| 368 | {"region": "QC", "model": "3", "sales": 152.25}, |
| 369 | {"region": "QC", "model": "S", "sales": 10}, |
| 370 | {"region": "QC", "model": "X", "sales": 42}, |
| 371 | {"region": "QC", "model": "Y", "sales": 37} |
| 372 | ])"}, |
| 373 | {"/dataset/.pesky", "garbage content"}, |
| 374 | }; |
| 375 | |
| 376 | auto mock_fs = std::make_shared<fs::internal::MockFileSystem>(fs::kNoTime); |
| 377 | for (const auto& f : files) { |
| 378 | ARROW_EXPECT_OK(mock_fs->CreateFile(f.first, f.second, /*recursive=*/true)); |
| 379 | } |
| 380 | |
| 381 | fs_ = mock_fs; |
| 382 | } |
| 383 | |
| 384 | protected: |
| 385 | std::shared_ptr<fs::FileSystem> fs_; |
nothing calls this directly
no test coverage detected