Reads the CSV file into memory using pyarrow's open_csv csv The CSV bytes args Positional arguments to be forwarded to pyarrow's open_csv kwargs Keyword arguments to be forwarded to pyarrow's open_csv
(self, csv, *args, **kwargs)
| 1652 | class BaseStreamingCSVRead(BaseTestCSV): |
| 1653 | |
| 1654 | def open_csv(self, csv, *args, **kwargs): |
| 1655 | """ |
| 1656 | Reads the CSV file into memory using pyarrow's open_csv |
| 1657 | csv The CSV bytes |
| 1658 | args Positional arguments to be forwarded to pyarrow's open_csv |
| 1659 | kwargs Keyword arguments to be forwarded to pyarrow's open_csv |
| 1660 | """ |
| 1661 | read_options = kwargs.setdefault('read_options', ReadOptions()) |
| 1662 | read_options.use_threads = self.use_threads |
| 1663 | return open_csv(csv, *args, **kwargs) |
| 1664 | |
| 1665 | def open_bytes(self, b, **kwargs): |
| 1666 | return self.open_csv(pa.py_buffer(b), **kwargs) |
no test coverage detected