MCPcopy Create free account
hub / github.com/apache/arrow / test_invalid_row_handler

Method test_invalid_row_handler

python/pyarrow/tests/test_csv.py:726–767  ·  view source on GitHub ↗
(self, pickle_module)

Source from the content-addressed store, hash-verified

724 convert_options=convert_options)
725
726 def test_invalid_row_handler(self, pickle_module):
727 rows = b"a,b\nc\nd,e\nf,g,h\ni,j\n"
728 parse_opts = ParseOptions()
729 with pytest.raises(
730 ValueError,
731 match="Expected 2 columns, got 1: c"):
732 self.read_bytes(rows, parse_options=parse_opts)
733
734 # Skip requested
735 parse_opts.invalid_row_handler = InvalidRowHandler('skip')
736 table = self.read_bytes(rows, parse_options=parse_opts)
737 assert table.to_pydict() == {
738 'a': ["d", "i"],
739 'b': ["e", "j"],
740 }
741
742 def row_num(x):
743 return None if self.use_threads else x
744 expected_rows = [
745 InvalidRow(2, 1, row_num(2), "c"),
746 InvalidRow(2, 3, row_num(4), "f,g,h"),
747 ]
748 assert parse_opts.invalid_row_handler.rows == expected_rows
749
750 # Error requested
751 parse_opts.invalid_row_handler = InvalidRowHandler('error')
752 with pytest.raises(
753 ValueError,
754 match="Expected 2 columns, got 1: c"):
755 self.read_bytes(rows, parse_options=parse_opts)
756 expected_rows = [InvalidRow(2, 1, row_num(2), "c")]
757 assert parse_opts.invalid_row_handler.rows == expected_rows
758
759 # Test ser/de
760 parse_opts.invalid_row_handler = InvalidRowHandler('skip')
761 parse_opts = pickle_module.loads(pickle_module.dumps(parse_opts))
762
763 table = self.read_bytes(rows, parse_options=parse_opts)
764 assert table.to_pydict() == {
765 'a': ["d", "i"],
766 'b': ["e", "j"],
767 }
768
769 def test_chunker_out_of_sync(self):
770 # GH-39892: if there are newlines in values, the parser may become

Callers

nothing calls this directly

Calls 6

read_bytesMethod · 0.95
ParseOptionsClass · 0.90
InvalidRowClass · 0.90
InvalidRowHandlerClass · 0.85
loadsMethod · 0.80
dumpsMethod · 0.80

Tested by

no test coverage detected