(url: str, destination: str)
| 9 | |
| 10 | |
| 11 | def download_data(url: str, destination: str): |
| 12 | response = requests.get(url, stream=True) |
| 13 | |
| 14 | with open(destination, "wb") as handle: |
| 15 | for data in response.iter_content(): |
| 16 | handle.write(data) |
| 17 | |
| 18 | |
| 19 | def build_dataset(data_file: str, include_context: bool = True) -> Dataset: |