(tempdir, dataset_reader)
| 3630 | |
| 3631 | @pytest.mark.pandas |
| 3632 | def test_json_fragment_options(tempdir, dataset_reader): |
| 3633 | table = pa.table({'a': pa.array([1, 2, 3], type="int64"), |
| 3634 | 'b': pa.array([.1, .2, .3], type="float64")}) |
| 3635 | |
| 3636 | path = str(tempdir / 'test.json') |
| 3637 | out = table.to_pandas().to_json(orient='records')[1:-1].replace('},{', '}\n{') |
| 3638 | with open(path, 'w') as f: |
| 3639 | f.write(out) |
| 3640 | |
| 3641 | with pytest.raises(ValueError, |
| 3642 | match="try to increase block size"): |
| 3643 | options = ds.JsonFragmentScanOptions( |
| 3644 | read_options=pa.json.ReadOptions(block_size=4)) |
| 3645 | dataset = ds.dataset(path, format=ds.JsonFileFormat(options)) |
| 3646 | |
| 3647 | options = ds.JsonFragmentScanOptions( |
| 3648 | read_options=pa.json.ReadOptions(block_size=64)) |
| 3649 | dataset = ds.dataset(path, format=ds.JsonFileFormat(options)) |
| 3650 | result = dataset_reader.to_table(dataset) |
| 3651 | assert result.equals(table) |
| 3652 | |
| 3653 | |
| 3654 | def test_encoding(tempdir, dataset_reader): |
nothing calls this directly
no test coverage detected