Function download_file

tests/test-dataset.py:114–139

Download a file with progress bar

(url, destination)

def download_file(url, destination):
    """Download a file with progress bar"""
    try:
        response = requests.get(url, stream=True)
        response.raise_for_status()  # Raise an exception for bad status codes

        total_size = int(response.headers.get("content-length", 0))

        with (
            open(destination, "wb") as f,
            tqdm(
                desc=os.path.basename(destination),
                total=total_size,
                unit="iB",
                unit_scale=True,
                unit_divisor=1024,
            ) as pbar,
        ):
            for data in response.iter_content(chunk_size=1024):
                size = f.write(data)
                pbar.update(size)
    except requests.exceptions.RequestException as e:
        print(f"Error downloading file: {e}")
        if os.path.exists(destination):
            os.remove(destination)
        raise


def prepare_glove_dataset(dataset_dir):