(tempdir)
| 4840 | |
| 4841 | |
| 4842 | def test_write_iterable(tempdir): |
| 4843 | table = pa.table([ |
| 4844 | pa.array(range(20)), pa.array(random.random() for _ in range(20)), |
| 4845 | pa.array(['a'] * 10 + ['b'] * 10) |
| 4846 | ], names=["f1", "f2", "part"]) |
| 4847 | |
| 4848 | base_dir = tempdir / 'inmemory_iterable' |
| 4849 | ds.write_dataset((batch for batch in table.to_batches()), base_dir, |
| 4850 | schema=table.schema, |
| 4851 | basename_template='dat_{i}.arrow', format="ipc") |
| 4852 | result = ds.dataset(base_dir, format="ipc").to_table() |
| 4853 | assert result.equals(table) |
| 4854 | |
| 4855 | base_dir = tempdir / 'inmemory_reader' |
| 4856 | reader = pa.RecordBatchReader.from_batches(table.schema, |
| 4857 | table.to_batches()) |
| 4858 | ds.write_dataset(reader, base_dir, basename_template='dat_{i}.arrow', format="ipc") |
| 4859 | result = ds.dataset(base_dir, format="ipc").to_table() |
| 4860 | assert result.equals(table) |
| 4861 | |
| 4862 | base_dir = tempdir / 'inmemory_pycapsule' |
| 4863 | stream = TableStreamWrapper(table) |
| 4864 | ds.write_dataset(stream, base_dir, basename_template='dat_{i}.arrow', format="ipc") |
| 4865 | result = ds.dataset(base_dir, format="ipc").to_table() |
| 4866 | assert result.equals(table) |
| 4867 | |
| 4868 | |
| 4869 | def test_write_scanner(tempdir, dataset_reader): |
nothing calls this directly
no test coverage detected