()
| 313 | |
| 314 | @dag(schedule=None, start_date=DEFAULT_DATE, catchup=False, default_args=default_args) |
| 315 | def dag_parallel(): |
| 316 | nonlocal tasks_list |
| 317 | tasks = PipelineTasksGroup( |
| 318 | "pipeline_dag_parallel", |
| 319 | local_data_folder=get_test_storage_root(), |
| 320 | wipe_local_data=False, |
| 321 | ) |
| 322 | |
| 323 | pipeline_dag_parallel = dlt.pipeline( |
| 324 | pipeline_name="pipeline_dag_parallel", |
| 325 | dataset_name="mock_data_" + uniq_id(), |
| 326 | destination=dlt.destinations.duckdb(credentials=quackdb_path), |
| 327 | ) |
| 328 | tasks_list = tasks.add_run( |
| 329 | pipeline_dag_parallel, |
| 330 | mock_data_source(), |
| 331 | decompose="parallel", |
| 332 | serialize_first_task=serialize_first_task, |
| 333 | trigger_rule="all_done", |
| 334 | retries=0, |
| 335 | ) |
| 336 | |
| 337 | dag_def = dag_parallel() |
| 338 | if serialize_first_task: |
no test coverage detected