| 233 | record_downloaded = None |
| 234 | |
| 235 | def show_progress(block_num, block_size, total_size): |
| 236 | if ProgressTracker.progbar is None: |
| 237 | ProgressTracker.progbar = tqdm( |
| 238 | total=total_size, unit="iB", unit_scale=True |
| 239 | ) |
| 240 | downloaded = min(block_num * block_size, total_size) |
| 241 | if ProgressTracker.record_downloaded is None: |
| 242 | ProgressTracker.record_downloaded = downloaded |
| 243 | update_downloaded = downloaded |
| 244 | else: |
| 245 | update_downloaded = downloaded - ProgressTracker.record_downloaded |
| 246 | ProgressTracker.record_downloaded = downloaded |
| 247 | ProgressTracker.progbar.update(update_downloaded) |
| 248 | if downloaded >= total_size: |
| 249 | ProgressTracker.progbar.close() |
| 250 | ProgressTracker.progbar = None |
| 251 | ProgressTracker.record_downloaded = None |
| 252 | |
| 253 | max_retries = gs_config.hosts_launcher.dataset_download_retries |
| 254 | error_msg_tpl = "URL fetch failure on {}:{} -- {}" |