MCPcopy Create free account
hub / github.com/apache/arrow / test_write_scanner

Function test_write_scanner

python/pyarrow/tests/test_dataset.py:4872–4895  ·  view source on GitHub ↗
(tempdir, dataset_reader)

Source from the content-addressed store, hash-verified

4870
4871
4872def test_write_scanner(tempdir, dataset_reader):
4873 table = pa.table([
4874 pa.array(range(20)), pa.array(random.random() for _ in range(20)),
4875 pa.array(['a'] * 10 + ['b'] * 10)
4876 ], names=["f1", "f2", "part"])
4877 dataset = ds.dataset(table)
4878
4879 base_dir = tempdir / 'dataset_from_scanner'
4880 ds.write_dataset(dataset_reader.scanner(
4881 dataset), base_dir, format="feather")
4882 result = dataset_reader.to_table(ds.dataset(base_dir, format="ipc"))
4883 assert result.equals(table)
4884
4885 # scanner with different projected_schema
4886 base_dir = tempdir / 'dataset_from_scanner2'
4887 ds.write_dataset(dataset_reader.scanner(dataset, columns=["f1"]),
4888 base_dir, format="feather")
4889 result = dataset_reader.to_table(ds.dataset(base_dir, format="ipc"))
4890 assert result.equals(table.select(["f1"]))
4891
4892 # schema not allowed when writing a scanner
4893 with pytest.raises(ValueError, match="Cannot specify a schema"):
4894 ds.write_dataset(dataset_reader.scanner(dataset), base_dir,
4895 schema=table.schema, format="feather")
4896
4897
4898def test_write_table_partitioned_dict(tempdir):

Callers

nothing calls this directly

Calls 5

scannerMethod · 0.80
equalsMethod · 0.80
arrayMethod · 0.45
to_tableMethod · 0.45
selectMethod · 0.45

Tested by

no test coverage detected