Check if file should be included in processing.
(self, db_path: Path, include_list: List[str])
| 116 | return False |
| 117 | |
| 118 | def should_include_file(self, db_path: Path, include_list: List[str]) -> bool: |
| 119 | """Check if file should be included in processing.""" |
| 120 | if not include_list: |
| 121 | return True # If no include list, include all |
| 122 | |
| 123 | file_name = db_path.name |
| 124 | file_stem = db_path.stem |
| 125 | |
| 126 | # Check exact filename and stem |
| 127 | if file_name in include_list or file_stem in include_list: |
| 128 | return True |
| 129 | |
| 130 | # Check if any include pattern matches |
| 131 | for include_pattern in include_list: |
| 132 | if include_pattern in file_name or include_pattern in file_stem: |
| 133 | return True |
| 134 | |
| 135 | return False |
| 136 | |
| 137 | def export_table_to_parquet( |
| 138 | self, duckdb_path: Path, schema_name: str, table_name: str, output_path: Path |