MCPcopy Create free account
hub / github.com/apache/arrow / test_buffer_readwrite_with_writeoptions

Function test_buffer_readwrite_with_writeoptions

python/pyarrow/tests/test_orc.py:330–374  ·  view source on GitHub ↗
()

Source from the content-addressed store, hash-verified

328
329@pytest.mark.snappy
330def test_buffer_readwrite_with_writeoptions():
331 from pyarrow import orc
332
333 buffer_output_stream = pa.BufferOutputStream()
334 a = pa.array([1, None, 3, None])
335 b = pa.array([None, "Arrow", None, "ORC"])
336 table = pa.table({"int64": a, "utf8": b})
337 orc.write_table(
338 table,
339 buffer_output_stream,
340 compression='snappy',
341 file_version='0.11',
342 row_index_stride=5000,
343 compression_block_size=65536,
344 )
345 buffer_reader = pa.BufferReader(buffer_output_stream.getvalue())
346 orc_file = orc.ORCFile(buffer_reader)
347 output_table = orc_file.read()
348 assert table.equals(output_table)
349 # Check for modified WriteOptions
350 assert orc_file.compression == 'SNAPPY'
351 assert orc_file.file_version == '0.11'
352 assert orc_file.row_index_stride == 5000
353 assert orc_file.compression_size == 65536
354
355 # deprecated keyword order
356 buffer_output_stream = pa.BufferOutputStream()
357 with pytest.warns(FutureWarning):
358 orc.write_table(
359 buffer_output_stream,
360 table,
361 compression='uncompressed',
362 file_version='0.11',
363 row_index_stride=20000,
364 compression_block_size=65536,
365 )
366 buffer_reader = pa.BufferReader(buffer_output_stream.getvalue())
367 orc_file = orc.ORCFile(buffer_reader)
368 output_table = orc_file.read()
369 assert table.equals(output_table)
370 # Check for default WriteOptions
371 assert orc_file.compression == 'UNCOMPRESSED'
372 assert orc_file.file_version == '0.11'
373 assert orc_file.row_index_stride == 20000
374 assert orc_file.compression_size == 65536
375
376
377def test_buffer_readwrite_with_bad_writeoptions():

Callers

nothing calls this directly

Calls 6

readMethod · 0.95
BufferOutputStreamMethod · 0.80
BufferReaderMethod · 0.80
equalsMethod · 0.80
arrayMethod · 0.45
write_tableMethod · 0.45

Tested by

no test coverage detected