Make sure each rank has the same temporary directory on the distributed mode.
()
| 201 | |
| 202 | |
| 203 | def make_tmp_dir(): |
| 204 | """Make sure each rank has the same temporary directory on the distributed mode. |
| 205 | """ |
| 206 | if not is_dist(): |
| 207 | return tempfile.mkdtemp() |
| 208 | |
| 209 | tmpdir = None |
| 210 | if is_master(): |
| 211 | tmpdir = tempfile.mkdtemp() |
| 212 | |
| 213 | dist.barrier() |
| 214 | tmpdir = broadcast(tmpdir, 0) |
| 215 | |
| 216 | return tmpdir |
| 217 | |
| 218 | |
| 219 | def broadcast(inputs, src): |
no test coverage detected
searching dependent graphs…