Function normalize_dir_url

petastorm/fs_utils.py:212–218

(dataset_url)

def normalize_dir_url(dataset_url):
    if dataset_url is None or not isinstance(dataset_url, six.string_types):
        raise ValueError('directory url must be a string')

    dataset_url = dataset_url[:-1] if dataset_url[-1] == '/' else dataset_url
    logger.debug('directory url: %s', dataset_url)
    return dataset_url