Function download_gcs_dataset

tensorflow_datasets/core/utils/gcs_utils.py:141–157

Downloads prepared GCS dataset to local dataset directory.

(
    dataset_name: epath.PathLike,
    local_dataset_dir: epath.PathLike,
    max_simultaneous_downloads: int = 25,
    root_dir: Optional[str] = None,
)

def download_gcs_dataset(
    dataset_name: epath.PathLike,
    local_dataset_dir: epath.PathLike,
    max_simultaneous_downloads: int = 25,
    root_dir: Optional[str] = None,
):
  """Downloads prepared GCS dataset to local dataset directory."""
  if root_dir:
    gcs_folder = epath.Path(root_dir) / dataset_name
  else:
    gcs_folder = epath.Path(GCS_ROOT_DIR) / GCS_DATASETS_DIR / dataset_name

  download_gcs_folder(
      gcs_folder=gcs_folder,
      local_folder=local_dataset_dir,
      max_simultaneous_downloads=max_simultaneous_downloads,
  )