(tempdir)
| 4837 | |
| 4838 | |
| 4839 | def test_write_iterable(tempdir): |
| 4840 | table = pa.table([ |
| 4841 | pa.array(range(20)), pa.array(random.random() for _ in range(20)), |
| 4842 | pa.array(['a'] * 10 + ['b'] * 10) |
| 4843 | ], names=["f1", "f2", "part"]) |
| 4844 | |
| 4845 | base_dir = tempdir / 'inmemory_iterable' |
| 4846 | ds.write_dataset((batch for batch in table.to_batches()), base_dir, |
| 4847 | schema=table.schema, |
| 4848 | basename_template='dat_{i}.arrow', format="ipc") |
| 4849 | result = ds.dataset(base_dir, format="ipc").to_table() |
| 4850 | assert result.equals(table) |
| 4851 | |
| 4852 | base_dir = tempdir / 'inmemory_reader' |
| 4853 | reader = pa.RecordBatchReader.from_batches(table.schema, |
| 4854 | table.to_batches()) |
| 4855 | ds.write_dataset(reader, base_dir, basename_template='dat_{i}.arrow', format="ipc") |
| 4856 | result = ds.dataset(base_dir, format="ipc").to_table() |
| 4857 | assert result.equals(table) |
| 4858 | |
| 4859 | base_dir = tempdir / 'inmemory_pycapsule' |
| 4860 | stream = TableStreamWrapper(table) |
| 4861 | ds.write_dataset(stream, base_dir, basename_template='dat_{i}.arrow', format="ipc") |
| 4862 | result = ds.dataset(base_dir, format="ipc").to_table() |
| 4863 | assert result.equals(table) |
| 4864 | |
| 4865 | |
| 4866 | def test_write_scanner(tempdir, dataset_reader): |
nothing calls this directly
no test coverage detected