MCPcopy Create free account
hub / github.com/apache/arrow / test_write_iterable

Function test_write_iterable

python/pyarrow/tests/test_dataset.py:4845–4869  ·  view source on GitHub ↗
(tempdir)

Source from the content-addressed store, hash-verified

4843
4844
4845def test_write_iterable(tempdir):
4846 table = pa.table([
4847 pa.array(range(20)), pa.array(random.random() for _ in range(20)),
4848 pa.array(['a'] * 10 + ['b'] * 10)
4849 ], names=["f1", "f2", "part"])
4850
4851 base_dir = tempdir / 'inmemory_iterable'
4852 ds.write_dataset((batch for batch in table.to_batches()), base_dir,
4853 schema=table.schema,
4854 basename_template='dat_{i}.arrow', format="ipc")
4855 result = ds.dataset(base_dir, format="ipc").to_table()
4856 assert result.equals(table)
4857
4858 base_dir = tempdir / 'inmemory_reader'
4859 reader = pa.RecordBatchReader.from_batches(table.schema,
4860 table.to_batches())
4861 ds.write_dataset(reader, base_dir, basename_template='dat_{i}.arrow', format="ipc")
4862 result = ds.dataset(base_dir, format="ipc").to_table()
4863 assert result.equals(table)
4864
4865 base_dir = tempdir / 'inmemory_pycapsule'
4866 stream = TableStreamWrapper(table)
4867 ds.write_dataset(stream, base_dir, basename_template='dat_{i}.arrow', format="ipc")
4868 result = ds.dataset(base_dir, format="ipc").to_table()
4869 assert result.equals(table)
4870
4871
4872def test_write_scanner(tempdir, dataset_reader):

Callers

nothing calls this directly

Calls 5

TableStreamWrapperClass · 0.85
to_batchesMethod · 0.80
equalsMethod · 0.80
arrayMethod · 0.45
to_tableMethod · 0.45

Tested by

no test coverage detected