Returns the world size for `parallel_mode`. Args: parallel_mode: The chosen parallel mode. Returns: int: The world size for `parallel_mode`.
(self, parallel_mode: ParallelMode)
| 321 | return self.is_last_rank(ParallelMode.PIPELINE) |
| 322 | |
| 323 | def get_world_size(self, parallel_mode: ParallelMode): |
| 324 | """Returns the world size for `parallel_mode`. |
| 325 | |
| 326 | Args: |
| 327 | parallel_mode: The chosen parallel mode. |
| 328 | |
| 329 | Returns: |
| 330 | int: The world size for `parallel_mode`. |
| 331 | """ |
| 332 | self._check_parallel_mode(parallel_mode) |
| 333 | return self._world_sizes.get(parallel_mode, 1) |
| 334 | |
| 335 | def get_group(self, parallel_mode: ParallelMode): |
| 336 | """Returns the group of the current device for `parallel_mode`. |
no test coverage detected