Create the dataloader
(config, mesh, data_iterator, goodput_recorder, rampup_manager)
| 158 | |
| 159 | |
| 160 | def create_dataloader(config, mesh, data_iterator, goodput_recorder, rampup_manager): |
| 161 | """ |
| 162 | Create the dataloader |
| 163 | """ |
| 164 | if rampup_manager and rampup_manager.num_accum_samples < config.global_rampup_samples: |
| 165 | return RampUpDataLoader(config, mesh, data_iterator, goodput_recorder) |
| 166 | else: |
| 167 | return DataLoader(config, mesh, data_iterator, goodput_recorder) |
no test coverage detected