MCPcopy Create free account
hub / github.com/apache/arrow / test_partitioning_function

Function test_partitioning_function

python/pyarrow/tests/test_dataset.py:2313–2347  ·  view source on GitHub ↗
()

Source from the content-addressed store, hash-verified

2311
2312
2313def test_partitioning_function():
2314 schema = pa.schema([("year", pa.int16()), ("month", pa.int8())])
2315 names = ["year", "month"]
2316
2317 # default DirectoryPartitioning
2318 part = ds.partitioning(schema)
2319 assert isinstance(part, ds.DirectoryPartitioning)
2320 part = ds.partitioning(schema, dictionaries="infer")
2321 assert isinstance(part, ds.PartitioningFactory)
2322 part = ds.partitioning(field_names=names)
2323 assert isinstance(part, ds.PartitioningFactory)
2324 # needs schema or list of names
2325 with pytest.raises(ValueError):
2326 ds.partitioning()
2327 with pytest.raises(ValueError, match="Expected list"):
2328 ds.partitioning(field_names=schema)
2329 with pytest.raises(ValueError, match="Cannot specify both"):
2330 ds.partitioning(schema, field_names=schema)
2331
2332 # Hive partitioning
2333 part = ds.partitioning(schema, flavor="hive")
2334 assert isinstance(part, ds.HivePartitioning)
2335 part = ds.partitioning(schema, dictionaries="infer", flavor="hive")
2336 assert isinstance(part, ds.PartitioningFactory)
2337 part = ds.partitioning(flavor="hive")
2338 assert isinstance(part, ds.PartitioningFactory)
2339 # cannot pass list of names
2340 with pytest.raises(ValueError):
2341 ds.partitioning(names, flavor="hive")
2342 with pytest.raises(ValueError, match="Cannot specify 'field_names'"):
2343 ds.partitioning(field_names=names, flavor="hive")
2344
2345 # unsupported flavor
2346 with pytest.raises(ValueError):
2347 ds.partitioning(schema, flavor="unsupported")
2348
2349
2350@pytest.mark.parquet

Callers

nothing calls this directly

Calls 2

partitioningMethod · 0.80
schemaMethod · 0.45

Tested by

no test coverage detected