Method is_first_rank

internlm/core/context/parallel_context.py:265–279

Returns a boolean value indicating whether the current device is the first one among its group for `parallel_mode`. Args: parallel_mode: The chosen parallel mode. Returns: bool: a boolean value indicating whether the current device is the first one

(self, parallel_mode: ParallelMode)

        # return gpc.is_initialized(ParallelMode.SEQUENCE) and gpc.get_world_size(ParallelMode.SEQUENCE) > 1

    def is_first_rank(self, parallel_mode: ParallelMode):
        """Returns a boolean value indicating whether the current device is the first one
        among its group for `parallel_mode`.

        Args:
            parallel_mode: The chosen parallel mode.

        Returns:
            bool: a boolean value indicating whether the current device is the first one
            among its group for `parallel_mode`.
        """
        rank = 0
        if self.is_initialized(parallel_mode):
            rank = self.get_local_rank(parallel_mode)
        return rank == 0

    def is_rank_for_log(self):
        """Returns a boolean value indicating whether the current device should print log."""