| 5664 | |
| 5665 | @pytest.mark.parametrize("format", ("ipc", "parquet")) |
| 5666 | def test_read_table_nested_columns(tempdir, format): |
| 5667 | if format == "parquet": |
| 5668 | pytest.importorskip("pyarrow.parquet", exc_type=ImportError) |
| 5669 | |
| 5670 | table = pa.table({"user_id": ["abc123", "qrs456"], |
| 5671 | "a.dotted.field": [1, 2], |
| 5672 | "interaction": [ |
| 5673 | {"type": None, "element": "button", |
| 5674 | "values": [1, 2], "structs": [{"foo": "bar"}, None]}, |
| 5675 | {"type": "scroll", "element": "window", |
| 5676 | "values": [None, 3, 4], "structs": [{"fizz": "buzz"}]} |
| 5677 | ]}) |
| 5678 | ds.write_dataset(table, tempdir / "table", format=format) |
| 5679 | ds1 = ds.dataset(tempdir / "table", format=format) |
| 5680 | |
| 5681 | # Dot path to read subsets of nested data |
| 5682 | table = ds1.to_table( |
| 5683 | columns=["user_id", "interaction.type", "interaction.values", |
| 5684 | "interaction.structs", "a.dotted.field"]) |
| 5685 | assert table.to_pylist() == [ |
| 5686 | {'user_id': 'abc123', 'type': None, 'values': [1, 2], |
| 5687 | 'structs': [{'fizz': None, 'foo': 'bar'}, None], 'a.dotted.field': 1}, |
| 5688 | {'user_id': 'qrs456', 'type': 'scroll', 'values': [None, 3, 4], |
| 5689 | 'structs': [{'fizz': 'buzz', 'foo': None}], 'a.dotted.field': 2} |
| 5690 | ] |
| 5691 | |
| 5692 | |
| 5693 | def test_dataset_partition_with_slash(tmpdir): |