Function arrow_file_streaming_format

tests/packaged_modules/test_arrow.py:10–20

(tmp_path)

@pytest.fixture
def arrow_file_streaming_format(tmp_path):
    filename = tmp_path / "stream.arrow"
    testdata = [[1, 1, 1], [0, 100, 6], [1, 90, 900]]

    schema = pa.schema([pa.field("input_ids", pa.list_(pa.int32()))])
    array = pa.array(testdata, type=pa.list_(pa.int32()))
    table = pa.Table.from_arrays([array], schema=schema)
    with open(filename, "wb") as f:
        with pa.ipc.new_stream(f, schema) as writer:
            writer.write_table(table)
    return str(filename)


@pytest.fixture