(shard_id, num_shards, stick_to_shard)
| 118 | return images |
| 119 | |
| 120 | def get_data(shard_id, num_shards, stick_to_shard): |
| 121 | p = pipeline(shard_id, num_shards, stick_to_shard) |
| 122 | size = p.reader_meta()["Reader"]["epoch_size_padded"] |
| 123 | |
| 124 | # This should return some unique number for each sample |
| 125 | def sample_id(sample): |
| 126 | return sample.as_array().sum() |
| 127 | |
| 128 | return {sample_id(p.run()[0]) for _ in range(size)} |
| 129 | |
| 130 | dataset = get_data(0, 1, False) |
| 131 |
no test coverage detected