Method download

ci/util/resumable_downloader.py:15–71

Download with resume capability. Args: url: URL to download file_path: Path where to save the file

(self, url: str, file_path: Path)

        self.max_retries = max_retries

    def download(self, url: str, file_path: Path) -> None:
        """Download with resume capability.

        Args:
            url: URL to download
            file_path: Path where to save the file
        """
        import time
        import urllib.error
        import urllib.request

        # Get the total file size
        total_size = self._get_file_size(url)
        if total_size is None:
            print(f"WARNING: Could not determine file size for {url}")
            total_size = 0
        else:
            print(
                f"File size: {total_size:,} bytes ({total_size / (1024 * 1024):.1f} MB)"
            )

        # Check if partial file exists
        start_byte = 0
        if file_path.exists():
            start_byte = file_path.stat().st_size
            if start_byte == total_size:
                print(f"File already completely downloaded: {file_path}")
                return
            elif start_byte > 0:
                print(
                    f"Resuming download from byte {start_byte:,} ({start_byte / (1024 * 1024):.1f} MB)"
                )

        retry_count = 0
        while retry_count <= self.max_retries:
            try:
                self._download_range(url, file_path, start_byte, total_size)
                print(f"SUCCESS: Download completed successfully: {file_path}")
                return
            except (urllib.error.URLError, ConnectionError, OSError):
                retry_count += 1
                current_size = file_path.stat().st_size if file_path.exists() else 0

                if retry_count <= self.max_retries:
                    wait_time = min(2**retry_count, 30)  # Exponential backoff, max 30s
                    print(
                        f"\nCONNECTION LOST: At {current_size:,} bytes. Retry {retry_count}/{self.max_retries} in {wait_time}s..."
                    )
                    time.sleep(wait_time)
                    start_byte = current_size
                else:
                    print(f"\nERROR: Download failed after {self.max_retries} retries")
                    raise
            except KeyboardInterrupt:
                print("\nWARNING: Download interrupted by user")
                _thread.interrupt_main()
                raise