MCPcopy Create free account
hub / github.com/apache/arrow / test_write_dataset_csv

Function test_write_dataset_csv

python/pyarrow/tests/test_dataset.py:4967–4990  ·  view source on GitHub ↗
(tempdir)

Source from the content-addressed store, hash-verified

4965
4966
4967def test_write_dataset_csv(tempdir):
4968 table = pa.table([
4969 pa.array(range(20)), pa.array(random.random() for _ in range(20)),
4970 pa.array(['a'] * 10 + ['b'] * 10)
4971 ], names=["f1", "f2", "chr1"])
4972
4973 base_dir = tempdir / 'csv_dataset'
4974 ds.write_dataset(table, base_dir, format="csv")
4975 # check that all files are present
4976 file_paths = list(base_dir.rglob("*"))
4977 expected_paths = [base_dir / "part-0.csv"]
4978 assert set(file_paths) == set(expected_paths)
4979 # check Table roundtrip
4980 result = ds.dataset(base_dir, format="csv").to_table()
4981 assert result.equals(table)
4982
4983 # using custom options
4984 format = ds.CsvFileFormat(read_options=pyarrow.csv.ReadOptions(
4985 column_names=table.schema.names))
4986 opts = format.make_write_options(include_header=False)
4987 base_dir = tempdir / 'csv_dataset_noheader'
4988 ds.write_dataset(table, base_dir, format=format, file_options=opts)
4989 result = ds.dataset(base_dir, format=format).to_table()
4990 assert result.equals(table)
4991
4992
4993def test_csv_make_write_options_uses_parse_delimiter():

Callers

nothing calls this directly

Calls 5

listFunction · 0.85
equalsMethod · 0.80
CsvFileFormatMethod · 0.80
arrayMethod · 0.45
to_tableMethod · 0.45

Tested by

no test coverage detected