MCPcopy Create free account
hub / github.com/apache/arrow / assert_decrypts

Function assert_decrypts

python/pyarrow/tests/test_dataset_encryption.py:123–191  ·  view source on GitHub ↗
(
        read_keys,
        read_columns,
        to_table_success,
        dataset_success=True,
    )

Source from the content-addressed store, hash-verified

121
122 # define the actual test
123 def assert_decrypts(
124 read_keys,
125 read_columns,
126 to_table_success,
127 dataset_success=True,
128 ):
129 # use all keys for writing
130 write_keys = keys
131 encryption_config = create_encryption_config(FOOTER_KEY_NAME, column_keys)
132 decryption_config = create_decryption_config()
133 encrypt_kms_connection_config = create_kms_connection_config(write_keys)
134 decrypt_kms_connection_config = create_kms_connection_config(read_keys)
135
136 crypto_factory = pe.CryptoFactory(kms_factory)
137 parquet_encryption_cfg = ds.ParquetEncryptionConfig(
138 crypto_factory, encrypt_kms_connection_config, encryption_config
139 )
140 parquet_decryption_cfg = ds.ParquetDecryptionConfig(
141 crypto_factory, decrypt_kms_connection_config, decryption_config
142 )
143
144 # create write_options with dataset encryption config
145 pformat = pa.dataset.ParquetFileFormat()
146 write_options = pformat.make_write_options(
147 encryption_config=parquet_encryption_cfg
148 )
149
150 mockfs = fs._MockFileSystem()
151 mockfs.create_dir("/")
152
153 ds.write_dataset(
154 data=table,
155 base_dir="sample_dataset",
156 format=pformat,
157 file_options=write_options,
158 filesystem=mockfs,
159 )
160
161 # read without decryption config -> errors if dataset was properly encrypted
162 pformat = pa.dataset.ParquetFileFormat()
163 with pytest.raises(IOError, match=r"no decryption"):
164 ds.dataset("sample_dataset", format=pformat, filesystem=mockfs)
165
166 # set decryption config for parquet fragment scan options
167 pq_scan_opts = ds.ParquetFragmentScanOptions(
168 decryption_config=parquet_decryption_cfg
169 )
170 pformat = pa.dataset.ParquetFileFormat(
171 default_fragment_scan_options=pq_scan_opts
172 )
173 with cond_raises(dataset_success, ValueError, match="Unknown master key"):
174 dataset = ds.dataset("sample_dataset", format=pformat, filesystem=mockfs)
175 with cond_raises(to_table_success, ValueError, match="Unknown master key"):
176 assert table.select(read_columns).equals(dataset.to_table(read_columns))
177
178 # set decryption properties for parquet fragment scan options
179 decryption_properties = crypto_factory.file_decryption_properties(
180 decrypt_kms_connection_config, decryption_config)

Callers 1

Calls 10

create_encryption_configFunction · 0.85
create_decryption_configFunction · 0.85
cond_raisesFunction · 0.85
ParquetFileFormatMethod · 0.80
equalsMethod · 0.80
create_dirMethod · 0.45
selectMethod · 0.45
to_tableMethod · 0.45

Tested by

no test coverage detected