Function contains_dir

modelscope/msdatasets/utils/dataset_utils.py:116–130

To check whether input contains at least one directory. Args: file_map (dict): Structure of data files. e.g., {'train': 'train.zip', 'validation': 'val.zip'} Returns: True if input contains at least one directory, False otherwise.

(file_map)

def contains_dir(file_map) -> bool:
    """
    To check whether input contains at least one directory.

    Args:
        file_map (dict): Structure of data files. e.g., {'train': 'train.zip', 'validation': 'val.zip'}
    Returns:
        True if input contains at least one directory, False otherwise.
    """
    res = False
    for k, v in file_map.items():
        if isinstance(v, str) and not v.endswith('.zip'):
            res = True
            break
    return res


def get_subdir_hash_from_split(split: Union[str, list], version: str) -> str: