MCPcopy Create free account
hub / github.com/apache/arrow / table_to_dataframe

Function table_to_dataframe

python/pyarrow/pandas_compat.py:791–847  ·  view source on GitHub ↗
(
    options, table, categories=None, ignore_metadata=False, types_mapper=None
)

Source from the content-addressed store, hash-verified

789
790
791def table_to_dataframe(
792 options, table, categories=None, ignore_metadata=False, types_mapper=None
793):
794 all_columns = []
795 column_indexes = []
796 attributes = {}
797 pandas_metadata = table.schema.pandas_metadata
798
799 if not ignore_metadata and pandas_metadata is not None:
800 all_columns = pandas_metadata['columns']
801 column_indexes = pandas_metadata.get('column_indexes', [])
802 attributes = pandas_metadata.get('attributes', {})
803 index_descriptors = pandas_metadata['index_columns']
804 table = _add_any_metadata(table, pandas_metadata)
805 table, index = _reconstruct_index(table, index_descriptors,
806 all_columns, types_mapper)
807 ext_columns_dtypes = _get_extension_dtypes(
808 table, all_columns, types_mapper, options, categories)
809 else:
810 index = _pandas_api.pd.RangeIndex(table.num_rows)
811 ext_columns_dtypes = _get_extension_dtypes(
812 table, [], types_mapper, options, categories
813 )
814
815 _check_data_column_metadata_consistency(all_columns)
816 columns = _deserialize_column_index(table, all_columns, column_indexes)
817
818 column_names = table.column_names
819 result = pa.lib.table_to_blocks(options, table, categories,
820 list(ext_columns_dtypes.keys()))
821 if _pandas_api.is_ge_v3():
822 from pandas.api.internals import create_dataframe_from_blocks
823
824 blocks = [
825 _reconstruct_block(
826 item, column_names, ext_columns_dtypes, return_block=False)
827 for item in result
828 ]
829 df = create_dataframe_from_blocks(blocks, index=index, columns=columns)
830 df.attrs = attributes
831
832 return df
833 else:
834 from pandas.core.internals import BlockManager
835 from pandas import DataFrame
836
837 blocks = [
838 _reconstruct_block(item, column_names, ext_columns_dtypes)
839 for item in result
840 ]
841 axes = [columns, index]
842 mgr = BlockManager(blocks, axes)
843 df = DataFrame._from_mgr(mgr, mgr.axes)
844
845 df.attrs = attributes
846
847 return df
848

Callers

nothing calls this directly

Calls 9

_add_any_metadataFunction · 0.85
_reconstruct_indexFunction · 0.85
_get_extension_dtypesFunction · 0.85
listFunction · 0.85
_reconstruct_blockFunction · 0.85
getMethod · 0.45
keysMethod · 0.45

Tested by

no test coverage detected