Method is_using_dp

internlm/core/context/parallel_context.py:240–244

Returns a boolean value indicating whether the current device is initilized with ParallelMode.DATA and its world_size is greater than 1.

(self)

        return ranks_in_group[(local_rank - 1) % world_size]

    def is_using_dp(self):
        """Returns a boolean value indicating whether the current device is initilized with
        ParallelMode.DATA and its world_size is greater than 1.
        """
        return self.is_initialized(ParallelMode.DATA) and self.get_world_size(ParallelMode.DATA) > 1

    def is_using_tp(self):
        """Returns a boolean value indicating whether the current device is initilized with