(*, global_rank: int, processed_samples: int, total_samples: int)
| 200 | |
| 201 | |
| 202 | def _print_prepare_progress(*, global_rank: int, processed_samples: int, total_samples: int): |
| 203 | print( |
| 204 | f"[prepare rank {global_rank}] {processed_samples}/{total_samples} samples", |
| 205 | flush=True, |
| 206 | ) |
| 207 | |
| 208 | |
| 209 | def main(local_rank: int): |