(tempdir, dataset_reader)
| 3526 | |
| 3527 | |
| 3528 | def test_csv_format_options(tempdir, dataset_reader): |
| 3529 | path = str(tempdir / 'test.csv') |
| 3530 | with open(path, 'w') as sink: |
| 3531 | sink.write('skipped\ncol0\nfoo\nbar\n') |
| 3532 | dataset = ds.dataset(path, format='csv') |
| 3533 | result = dataset_reader.to_table(dataset) |
| 3534 | assert result.equals( |
| 3535 | pa.table({'skipped': pa.array(['col0', 'foo', 'bar'])})) |
| 3536 | |
| 3537 | dataset = ds.dataset(path, format=ds.CsvFileFormat( |
| 3538 | read_options=pa.csv.ReadOptions(skip_rows=1))) |
| 3539 | result = dataset_reader.to_table(dataset) |
| 3540 | assert result.equals(pa.table({'col0': pa.array(['foo', 'bar'])})) |
| 3541 | |
| 3542 | dataset = ds.dataset(path, format=ds.CsvFileFormat( |
| 3543 | read_options=pa.csv.ReadOptions(column_names=['foo']))) |
| 3544 | result = dataset_reader.to_table(dataset) |
| 3545 | assert result.equals( |
| 3546 | pa.table({'foo': pa.array(['skipped', 'col0', 'foo', 'bar'])})) |
| 3547 | |
| 3548 | |
| 3549 | def test_csv_format_options_generate_columns(tempdir, dataset_reader): |
nothing calls this directly
no test coverage detected