| 471 | |
| 472 | |
| 473 | def main(args): |
| 474 | |
| 475 | # world_size = args.world_size |
| 476 | print('start training') |
| 477 | |
| 478 | |
| 479 | # deepspeed.launcher.executable.main(train, args=(world_size, args), nprocs=world_size) |
| 480 | # mp.spawn(train, args=(world_size, args), nprocs=world_size, join=True) |
| 481 | # os.environ['TOKENIZERS_PARALLELISM='] = "true" |
| 482 | # os.environ['RANK'] = os.environ['SLURM_PROCID'] |
| 483 | # os.environ['WORLD_SIZE'] = os.environ['SLURM_NTASKS'] |
| 484 | # os.environ['MASTER_PORT'] = str(random.randint(1024, 65535)) |
| 485 | # os.environ['LOCAL_RANK'] = os.environ['SLURM_LOCALID'] |
| 486 | train(args) |
| 487 | |
| 488 | |
| 489 | if __name__ == '__main__': |