(src, meta_names, handler=reraise_exception)
| 235 | |
| 236 | |
| 237 | def tarfile_samples_with_meta(src, meta_names, handler=reraise_exception): |
| 238 | streams = url_opener(src, handler=handler) |
| 239 | files = tar_file_expander_with_meta(streams, meta_names, handler) |
| 240 | samples = group_by_keys(files, handler=handler) |
| 241 | return samples |
| 242 | |
| 243 | |
| 244 | class MetaDistributedWebDataset(DataPipeline): |
nothing calls this directly
no test coverage detected