MCPcopy Create free account
hub / github.com/apache/arrow / test_read_table_nested_columns

Function test_read_table_nested_columns

python/pyarrow/tests/test_dataset.py:5666–5690  ·  view source on GitHub ↗
(tempdir, format)

Source from the content-addressed store, hash-verified

5664
5665@pytest.mark.parametrize("format", ("ipc", "parquet"))
5666def test_read_table_nested_columns(tempdir, format):
5667 if format == "parquet":
5668 pytest.importorskip("pyarrow.parquet", exc_type=ImportError)
5669
5670 table = pa.table({"user_id": ["abc123", "qrs456"],
5671 "a.dotted.field": [1, 2],
5672 "interaction": [
5673 {"type": None, "element": "button",
5674 "values": [1, 2], "structs": [{"foo": "bar"}, None]},
5675 {"type": "scroll", "element": "window",
5676 "values": [None, 3, 4], "structs": [{"fizz": "buzz"}]}
5677 ]})
5678 ds.write_dataset(table, tempdir / "table", format=format)
5679 ds1 = ds.dataset(tempdir / "table", format=format)
5680
5681 # Dot path to read subsets of nested data
5682 table = ds1.to_table(
5683 columns=["user_id", "interaction.type", "interaction.values",
5684 "interaction.structs", "a.dotted.field"])
5685 assert table.to_pylist() == [
5686 {'user_id': 'abc123', 'type': None, 'values': [1, 2],
5687 'structs': [{'fizz': None, 'foo': 'bar'}, None], 'a.dotted.field': 1},
5688 {'user_id': 'qrs456', 'type': 'scroll', 'values': [None, 3, 4],
5689 'structs': [{'fizz': 'buzz', 'foo': None}], 'a.dotted.field': 2}
5690 ]
5691
5692
5693def test_dataset_partition_with_slash(tmpdir):

Callers

nothing calls this directly

Calls 1

to_tableMethod · 0.45

Tested by

no test coverage detected