Function check_dependencies

tests/test-dataset-streaming.py:31–45

Check if required dependencies are installed

()

urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)

def check_dependencies():
    """Check if required dependencies are installed"""
    try:
        import pyarrow
    except ImportError:
        print("Error: pyarrow is required for parquet support.")
        print("Please install it using: pip install pyarrow")
        sys.exit(1)
    
    try:
        import datasets
    except ImportError:
        print("Error: datasets is required for loading Hugging Face datasets.")
        print("Please install it using: pip install datasets")
        sys.exit(1)

# Check dependencies at startup
check_dependencies()