(url, temp_file)
| 161 | |
| 162 | |
| 163 | def http_get(url, temp_file): |
| 164 | req = requests.get(url, stream=True) |
| 165 | content_length = req.headers.get('Content-Length') |
| 166 | total = int(content_length) if content_length is not None else None |
| 167 | progress = tqdm(unit="B", total=total) |
| 168 | for chunk in req.iter_content(chunk_size=1024): |
| 169 | if chunk: # filter out keep-alive new chunks |
| 170 | progress.update(len(chunk)) |
| 171 | temp_file.write(chunk) |
| 172 | progress.close() |
| 173 | |
| 174 | |
| 175 | def get_from_cache(url, cache_dir=None): |
no test coverage detected