Read multiple Parquet files as a single pandas DataFrame Parameters ---------- columns : List[str] Names of columns to read from the file use_threads : bool, default True Use multiple threads when converting to pandas Returns
(self, columns=None, use_threads=True)
| 74 | f'{self.schema}\n\nvs\n\n{table.schema}') |
| 75 | |
| 76 | def read_pandas(self, columns=None, use_threads=True): |
| 77 | """ |
| 78 | Read multiple Parquet files as a single pandas DataFrame |
| 79 | |
| 80 | Parameters |
| 81 | ---------- |
| 82 | columns : List[str] |
| 83 | Names of columns to read from the file |
| 84 | use_threads : bool, default True |
| 85 | Use multiple threads when converting to pandas |
| 86 | |
| 87 | Returns |
| 88 | ------- |
| 89 | pandas.DataFrame |
| 90 | Content of the file as a pandas DataFrame (of columns) |
| 91 | """ |
| 92 | return self.read_table(columns=columns).to_pandas( |
| 93 | use_threads=use_threads) |
| 94 | |
| 95 | |
| 96 | def check_chunked_overflow(name, col): |
no test coverage detected