MCPcopy Create free account
hub / github.com/apache/arrow / test_row_number_offset_in_errors

Method test_row_number_offset_in_errors

python/pyarrow/tests/test_csv.py:622–724  ·  view source on GitHub ↗
(self)

Source from the content-addressed store, hash-verified

620
621 @pytest.mark.numpy
622 def test_row_number_offset_in_errors(self):
623 # Row numbers are only correctly counted in serial reads
624 def format_msg(msg_format, row, *args):
625 if self.use_threads:
626 row_info = ""
627 else:
628 row_info = f"Row #{row}: "
629 return msg_format.format(row_info, *args)
630
631 csv, _ = make_random_csv(4, 100, write_names=True)
632
633 read_options = ReadOptions()
634 read_options.block_size = len(csv) / 3
635 convert_options = ConvertOptions()
636 convert_options.column_types = {"a": pa.int32()}
637
638 # Test without skip_rows and column names in the csv
639 csv_bad_columns = csv + b"1,2\r\n"
640 message_columns = format_msg("{}Expected 4 columns, got 2", 102)
641 with pytest.raises(pa.ArrowInvalid, match=message_columns):
642 self.read_bytes(csv_bad_columns,
643 read_options=read_options,
644 convert_options=convert_options)
645
646 csv_bad_type = csv + b"a,b,c,d\r\n"
647 message_value = format_msg(
648 "In CSV column #0: {}"
649 "CSV conversion error to int32: invalid value 'a'",
650 102, csv)
651 with pytest.raises(pa.ArrowInvalid, match=message_value):
652 self.read_bytes(csv_bad_type,
653 read_options=read_options,
654 convert_options=convert_options)
655
656 long_row = (b"this is a long row" * 15) + b",3\r\n"
657 csv_bad_columns_long = csv + long_row
658 message_long = format_msg("{}Expected 4 columns, got 2: {} ...", 102,
659 long_row[0:96].decode("utf-8"))
660 with pytest.raises(pa.ArrowInvalid, match=message_long):
661 self.read_bytes(csv_bad_columns_long,
662 read_options=read_options,
663 convert_options=convert_options)
664
665 # Test skipping rows after the names
666 read_options.skip_rows_after_names = 47
667
668 with pytest.raises(pa.ArrowInvalid, match=message_columns):
669 self.read_bytes(csv_bad_columns,
670 read_options=read_options,
671 convert_options=convert_options)
672
673 with pytest.raises(pa.ArrowInvalid, match=message_value):
674 self.read_bytes(csv_bad_type,
675 read_options=read_options,
676 convert_options=convert_options)
677
678 with pytest.raises(pa.ArrowInvalid, match=message_long):
679 self.read_bytes(csv_bad_columns_long,

Callers

nothing calls this directly

Calls 7

read_bytesMethod · 0.95
ReadOptionsClass · 0.90
ConvertOptionsClass · 0.90
make_random_csvFunction · 0.85
lenFunction · 0.85
decodeMethod · 0.45
formatMethod · 0.45

Tested by

no test coverage detected