| 1319 | |
| 1320 | |
| 1321 | def test_make_json_fragment_from_buffer(dataset_reader, pickle_module): |
| 1322 | content = '{"alpha" : "a", "num": 12, "animal" : "dog"}\n' + \ |
| 1323 | '{"alpha" : "b", "num": 11, "animal" : "cat"}\n' + \ |
| 1324 | '{"alpha" : "c", "num": 10, "animal" : "rabbit"}\n' |
| 1325 | buffer = pa.py_buffer(content.encode('utf-8')) |
| 1326 | |
| 1327 | json_format = ds.JsonFileFormat() |
| 1328 | fragment = json_format.make_fragment(buffer) |
| 1329 | |
| 1330 | # When buffer, fragment open returns a BufferReader, not NativeFile |
| 1331 | assert isinstance(fragment.open(), pa.BufferReader) |
| 1332 | |
| 1333 | expected = pa.table([['a', 'b', 'c'], |
| 1334 | [12, 11, 10], |
| 1335 | ['dog', 'cat', 'rabbit']], |
| 1336 | names=['alpha', 'num', 'animal']) |
| 1337 | assert dataset_reader.to_table(fragment).equals(expected) |
| 1338 | |
| 1339 | pickled = pickle_module.loads(pickle_module.dumps(fragment)) |
| 1340 | assert dataset_reader.to_table(pickled).equals(fragment.to_table()) |
| 1341 | |
| 1342 | |
| 1343 | @pytest.mark.parquet |