()
| 76 | |
| 77 | |
| 78 | def parse_args(): |
| 79 | parser = argparse.ArgumentParser() |
| 80 | parser.add_argument("meta_path", type=str, help="Path to the input CSV file") |
| 81 | parser.add_argument("--bs", type=int, default=16, help="Batch size") |
| 82 | parser.add_argument("--num_workers", type=int, default=16, help="Number of workers") |
| 83 | parser.add_argument("--skip_if_existing", action="store_true") |
| 84 | args = parser.parse_args() |
| 85 | |
| 86 | return args |
| 87 | |
| 88 | |
| 89 | def main(): |