Method init_process_group

trinity/common/models/model.py:814–833

Initialize the process group for model weight synchronization.

(
        self,
        master_address: str,
        master_port: int,
        rank_offset: int,
        world_size: int,
        group_name: str,
        timeout: int = 1200,
    )

            return data["server_load"]

    async def init_process_group(
        self,
        master_address: str,
        master_port: int,
        rank_offset: int,
        world_size: int,
        group_name: str,
        timeout: int = 1200,
    ):
        """Initialize the process group for model weight synchronization."""

        await self.model.init_process_group.remote(
            master_address=master_address,
            master_port=master_port,
            rank_offset=rank_offset,
            world_size=world_size,
            group_name=group_name,
            backend="nccl",
            timeout=timeout,
        )

    async def teardown_process_group(self):
        """Destroy the process group for model weight synchronization."""