Method read_csv

python/pyarrow/tests/test_csv.py:781–794

Reads the CSV file into memory using pyarrow's read_csv csv The CSV bytes args Positional arguments to be forwarded to pyarrow's read_csv validate_full Whether or not to fully validate the resulting table kwargs Keyword arguments to be forwarded to pyarrow's

(self, csv, *args, validate_full=True, **kwargs)

class BaseCSVTableRead(BaseTestCSV):

    def read_csv(self, csv, *args, validate_full=True, **kwargs):
        """
        Reads the CSV file into memory using pyarrow's read_csv
        csv The CSV bytes
        args Positional arguments to be forwarded to pyarrow's read_csv
        validate_full Whether or not to fully validate the resulting table
        kwargs Keyword arguments to be forwarded to pyarrow's read_csv
        """
        assert isinstance(self.use_threads, bool)  # sanity check
        read_options = kwargs.setdefault('read_options', ReadOptions())
        read_options.use_threads = self.use_threads
        table = read_csv(csv, *args, **kwargs)
        table.validate(full=validate_full)
        return table

    def read_bytes(self, b, **kwargs):
        return self.read_csv(pa.py_buffer(b), **kwargs)