Method setup

tests/load/utils.py:264–291

Sets up environment variables for this destination configuration

(self)

        }

    def setup(self) -> None:
        """Sets up environment variables for this destination configuration"""
        env_key_prefix = (  # "DESTINATION__" + (self.destination_name or self.destination_type).upper()
            "DESTINATION"
        )
        for k, v in self.factory_kwargs.items():
            if k == "naming_convention":
                os.environ["SCHEMA__NAMING"] = str(v)
            else:
                os.environ[f"{env_key_prefix}__{k.upper()}"] = str(v)

        # For the filesystem destinations we disable compression to make analyzing the result easier
        os.environ["DATA_WRITER__DISABLE_COMPRESSION"] = str(
            self.destination_type == "filesystem"
            if self.disable_compression is None
            else self.disable_compression
        )

        if self.credentials is not None:
            if isinstance(self.credentials, str):
                os.environ[f"{env_key_prefix}__CREDENTIALS"] = self.credentials
            else:
                for key, value in dict(self.credentials).items():
                    os.environ[f"{env_key_prefix}__CREDENTIALS__{key.upper()}"] = str(value)

        if self.env_vars is not None:
            for k, v in self.env_vars.items():
                os.environ[k] = v

    def setup_pipeline(
        self, pipeline_name: str, dataset_name: str = None, dev_mode: bool = False, **kwargs