| 732 | |
| 733 | |
| 734 | def test_split_whitespace_utf8(): |
| 735 | arr = pa.array(["foo bar", " foo \u3000\tb"]) |
| 736 | result = pc.utf8_split_whitespace(arr) |
| 737 | expected = pa.array([["foo", "bar"], ["", "foo", "b"]]) |
| 738 | assert expected.equals(result) |
| 739 | |
| 740 | result = pc.utf8_split_whitespace(arr, max_splits=1) |
| 741 | expected = pa.array([["foo", "bar"], ["", "foo \u3000\tb"]]) |
| 742 | assert expected.equals(result) |
| 743 | |
| 744 | result = pc.utf8_split_whitespace(arr, max_splits=1, reverse=True) |
| 745 | expected = pa.array([["foo", "bar"], [" foo", "b"]]) |
| 746 | assert expected.equals(result) |
| 747 | |
| 748 | |
| 749 | def test_split_whitespace_ascii(): |