r"""Get the total number of processes participating in the job.
()
| 209 | |
| 210 | |
| 211 | def get_world_size() -> int: |
| 212 | r"""Get the total number of processes participating in the job.""" |
| 213 | return _sd.world_size if _sd is not None else 1 |
| 214 | |
| 215 | |
| 216 | def get_backend() -> str: |