Function get_ext

Megatron-LM/data_utils/__init__.py:40–42

gets path extension

(path)

    return max(split)/sum(split) != 1.

def get_ext(path):
    """gets path extension"""
    return os.path.splitext(path)[1]

def get_dataset(path, **kwargs):
    """gets dataset object based on keyword args and file at `path`"""