MCPcopy Create free account
hub / github.com/apache/arrow / __init__

Method __init__

python/pyarrow/parquet/core.py:318–350  ·  view source on GitHub ↗
(self, source, *, metadata=None, common_metadata=None,
                 read_dictionary=None, binary_type=None, list_type=None,
                 memory_map=False, buffer_size=0, pre_buffer=True,
                 coerce_int96_timestamp_unit=None,
                 decryption_properties=None, thrift_string_size_limit=None,
                 thrift_container_size_limit=None, schema_depth_limit=None,
                 filesystem=None,
                 page_checksum_verification=False, arrow_extensions_enabled=True)

Source from the content-addressed store, hash-verified

316 """
317
318 def __init__(self, source, *, metadata=None, common_metadata=None,
319 read_dictionary=None, binary_type=None, list_type=None,
320 memory_map=False, buffer_size=0, pre_buffer=True,
321 coerce_int96_timestamp_unit=None,
322 decryption_properties=None, thrift_string_size_limit=None,
323 thrift_container_size_limit=None, schema_depth_limit=None,
324 filesystem=None,
325 page_checksum_verification=False, arrow_extensions_enabled=True):
326
327 self._close_source = getattr(source, 'closed', True)
328
329 filesystem, source = _resolve_filesystem_and_path(
330 source, filesystem, memory_map=memory_map)
331 if filesystem is not None:
332 source = filesystem.open_input_file(source)
333 self._close_source = True # We opened it here, ensure we close it.
334
335 self.reader = ParquetReader()
336 self.reader.open(
337 source, use_memory_map=memory_map,
338 buffer_size=buffer_size, pre_buffer=pre_buffer,
339 read_dictionary=read_dictionary, metadata=metadata,
340 binary_type=binary_type, list_type=list_type,
341 coerce_int96_timestamp_unit=coerce_int96_timestamp_unit,
342 decryption_properties=decryption_properties,
343 thrift_string_size_limit=thrift_string_size_limit,
344 thrift_container_size_limit=thrift_container_size_limit,
345 schema_depth_limit=schema_depth_limit,
346 page_checksum_verification=page_checksum_verification,
347 arrow_extensions_enabled=arrow_extensions_enabled,
348 )
349 self.common_metadata = common_metadata
350 self._nested_paths_by_prefix = self._build_nested_paths()
351
352 def __enter__(self):
353 return self

Callers

nothing calls this directly

Calls 4

_build_nested_pathsMethod · 0.95
open_input_fileMethod · 0.45
openMethod · 0.45

Tested by

no test coverage detected