MCPcopy Create free account
hub / github.com/apache/arrow / __init__

Method __init__

python/pyarrow/parquet/core.py:314–344  ·  view source on GitHub ↗
(self, source, *, metadata=None, common_metadata=None,
                 read_dictionary=None, binary_type=None, list_type=None,
                 memory_map=False, buffer_size=0, pre_buffer=True,
                 coerce_int96_timestamp_unit=None,
                 decryption_properties=None, thrift_string_size_limit=None,
                 thrift_container_size_limit=None, filesystem=None,
                 page_checksum_verification=False, arrow_extensions_enabled=True)

Source from the content-addressed store, hash-verified

312 """
313
314 def __init__(self, source, *, metadata=None, common_metadata=None,
315 read_dictionary=None, binary_type=None, list_type=None,
316 memory_map=False, buffer_size=0, pre_buffer=True,
317 coerce_int96_timestamp_unit=None,
318 decryption_properties=None, thrift_string_size_limit=None,
319 thrift_container_size_limit=None, filesystem=None,
320 page_checksum_verification=False, arrow_extensions_enabled=True):
321
322 self._close_source = getattr(source, 'closed', True)
323
324 filesystem, source = _resolve_filesystem_and_path(
325 source, filesystem, memory_map=memory_map)
326 if filesystem is not None:
327 source = filesystem.open_input_file(source)
328 self._close_source = True # We opened it here, ensure we close it.
329
330 self.reader = ParquetReader()
331 self.reader.open(
332 source, use_memory_map=memory_map,
333 buffer_size=buffer_size, pre_buffer=pre_buffer,
334 read_dictionary=read_dictionary, metadata=metadata,
335 binary_type=binary_type, list_type=list_type,
336 coerce_int96_timestamp_unit=coerce_int96_timestamp_unit,
337 decryption_properties=decryption_properties,
338 thrift_string_size_limit=thrift_string_size_limit,
339 thrift_container_size_limit=thrift_container_size_limit,
340 page_checksum_verification=page_checksum_verification,
341 arrow_extensions_enabled=arrow_extensions_enabled,
342 )
343 self.common_metadata = common_metadata
344 self._nested_paths_by_prefix = self._build_nested_paths()
345
346 def __enter__(self):
347 return self

Callers

nothing calls this directly

Calls 4

_build_nested_pathsMethod · 0.95
open_input_fileMethod · 0.45
openMethod · 0.45

Tested by

no test coverage detected