Function normalize_dataset_url_or_urls

petastorm/reader.py:51–57

(dataset_url_or_urls)

def normalize_dataset_url_or_urls(dataset_url_or_urls):
    if isinstance(dataset_url_or_urls, list):
        if not dataset_url_or_urls:
            raise ValueError('dataset url list must be non-empty.')
        return [normalize_dir_url(url) for url in dataset_url_or_urls]
    else:
        return normalize_dir_url(dataset_url_or_urls)


def make_reader(dataset_url,