(data_source, record_batch, file_format, col_id)
| 4640 | # partitioning column contains duplicate records. |
| 4641 | # Returns: (number_of_files_generated, number_of_partitions) |
| 4642 | def _get_compare_pair(data_source, record_batch, file_format, col_id): |
| 4643 | num_of_files_generated = _get_num_of_files_generated( |
| 4644 | base_directory=data_source, file_format=file_format) |
| 4645 | number_of_partitions = len(pa.compute.unique(record_batch[col_id])) |
| 4646 | return num_of_files_generated, number_of_partitions |
| 4647 | |
| 4648 | # CASE 1: when max_open_files=default & max_open_files >= num_of_partitions |
| 4649 | # In case of a writing to disk via partitioning based on a |
no test coverage detected