Download and prepare a dataset
(dataset_name)
| 189 | |
| 190 | |
| 191 | def prepare_dataset(dataset_name): |
| 192 | """Download and prepare a dataset""" |
| 193 | dataset_dir = os.path.join("datasets", dataset_name) |
| 194 | dataset_config = datasets[dataset_name] |
| 195 | |
| 196 | print(f"Downloading {dataset_name}...") |
| 197 | if dataset_name == "glove-100": |
| 198 | prepare_glove_dataset(dataset_dir) |
| 199 | else: |
| 200 | prepare_huggingface_dataset(dataset_config["dataset_id"], dataset_dir) |
| 201 | |
| 202 | print(f"Dataset {dataset_name} is ready at {dataset_dir}") |
| 203 | |
| 204 | |
| 205 | def prepare_huggingface_dataset(dataset_id, base_destination): |
no test coverage detected