(self, elements, fn)
| 115 | |
| 116 | class StreamingDataset(IterableDataset): |
| 117 | def __init__(self, elements, fn): |
| 118 | super().__init__() |
| 119 | self.elements = elements |
| 120 | self.fn = fn |
| 121 | self.num_replicas = -1 |
| 122 | |
| 123 | def __iter__(self): |
| 124 | if dist.is_initialized(): |