Method setup_pipeline

tests/load/utils.py:293–312

Convenience method to setup pipeline with this configuration

(
        self, pipeline_name: str, dataset_name: str = None, dev_mode: bool = False, **kwargs
    )

                os.environ[k] = v

    def setup_pipeline(
        self, pipeline_name: str, dataset_name: str = None, dev_mode: bool = False, **kwargs
    ) -> dlt.Pipeline:
        """Convenience method to setup pipeline with this configuration"""

        self.dev_mode = dev_mode
        destination = kwargs.pop("destination", None)
        if destination is None:
            destination = self.destination_factory(**kwargs)
        else:
            self.setup()
        pipeline = dlt.pipeline(
            pipeline_name=pipeline_name,
            destination=destination,
            staging=kwargs.pop("staging", self.staging),
            dataset_name=dataset_name if dataset_name is not None else pipeline_name + "_data",
            dev_mode=dev_mode,
            **kwargs,
        )
        return pipeline

    def attach_pipeline(self, pipeline_name: str, **kwargs) -> dlt.Pipeline:
        """Attach to existing pipeline keeping the dev_mode"""