Method _recursive_getattr

deepspeed/runtime/pipe/module.py:450–455

Allow getting an attribute like "linear.weight

(module: torch.nn.Module, attr_name: str)

    @staticmethod
    def _recursive_getattr(module: torch.nn.Module, attr_name: str) -> torch.Tensor:
        '''Allow getting an attribute like "linear.weight"'''
        weight = module
        for item in attr_name.split("."):
            weight = getattr(weight, item)
        return weight

    def allreduce_tied_weight_gradients(self):
        '''All reduce the gradients of the tied weights between tied stages'''