(tempdir, dataset_reader)
| 3395 | |
| 3396 | @pytest.mark.orc |
| 3397 | def test_orc_format(tempdir, dataset_reader): |
| 3398 | from pyarrow import orc |
| 3399 | table = pa.table({'a': pa.array([1, 2, 3], type="int8"), |
| 3400 | 'b': pa.array([.1, .2, .3], type="float64")}) |
| 3401 | |
| 3402 | path = str(tempdir / 'test.orc') |
| 3403 | orc.write_table(table, path) |
| 3404 | |
| 3405 | dataset = ds.dataset(path, format=ds.OrcFileFormat()) |
| 3406 | fragments = list(dataset.get_fragments()) |
| 3407 | assert isinstance(fragments[0], ds.FileFragment) |
| 3408 | result = dataset_reader.to_table(dataset) |
| 3409 | result.validate(full=True) |
| 3410 | assert result.equals(table) |
| 3411 | |
| 3412 | assert_dataset_fragment_convenience_methods(dataset) |
| 3413 | |
| 3414 | dataset = ds.dataset(path, format="orc") |
| 3415 | result = dataset_reader.to_table(dataset) |
| 3416 | result.validate(full=True) |
| 3417 | assert result.equals(table) |
| 3418 | |
| 3419 | result = dataset_reader.to_table(dataset, columns=["b"]) |
| 3420 | result.validate(full=True) |
| 3421 | assert result.equals(table.select(["b"])) |
| 3422 | |
| 3423 | result = dataset_reader.to_table( |
| 3424 | dataset, columns={"b2": ds.field("b") * 2} |
| 3425 | ) |
| 3426 | result.validate(full=True) |
| 3427 | assert result.equals( |
| 3428 | pa.table({'b2': pa.array([.2, .4, .6], type="float64")}) |
| 3429 | ) |
| 3430 | |
| 3431 | assert dataset_reader.count_rows(dataset) == 3 |
| 3432 | assert dataset_reader.count_rows(dataset, filter=ds.field("a") > 2) == 1 |
| 3433 | |
| 3434 | |
| 3435 | @pytest.mark.orc |
nothing calls this directly
no test coverage detected