()
| 33 | |
| 34 | |
| 35 | def init_parallel_env(): |
| 36 | env = os.environ |
| 37 | dist = 'PADDLE_TRAINER_ID' in env and 'PADDLE_TRAINERS_NUM' in env |
| 38 | if dist: |
| 39 | trainer_id = int(env['PADDLE_TRAINER_ID']) |
| 40 | local_seed = (99 + trainer_id) |
| 41 | random.seed(local_seed) |
| 42 | np.random.seed(local_seed) |
| 43 | |
| 44 | paddle.distributed.init_parallel_env() |
| 45 | |
| 46 | |
| 47 | def set_random_seed(seed): |