(checkpoints_path, iteration, release=False, zero=False)
| 146 | |
| 147 | |
| 148 | def get_checkpoint_name(checkpoints_path, iteration, release=False, zero=False): |
| 149 | if release: |
| 150 | d = 'release' |
| 151 | else: |
| 152 | d = 'iter_{:07d}'.format(iteration) |
| 153 | if zero: |
| 154 | dp_rank = mpu.get_data_parallel_rank() |
| 155 | d += '_zero_dp_rank_{}'.format(dp_rank) |
| 156 | return os.path.join(checkpoints_path, d, |
| 157 | 'mp_rank_{:02d}'.format(mpu.get_model_parallel_rank()), |
| 158 | 'model_optim_rng.pt') |
| 159 | |
| 160 | |
| 161 | def ensure_directory_exists(filename): |
no outgoing calls
no test coverage detected