Method _aligned_size

deepspeed/runtime/zero/partition_parameters.py:1033–1034

(self, param)

        param.convert_to_zero_parameters = convert_to_zero_parameters

    def _aligned_size(self, param):
        return param.ds_numel + self._padding_size(param)

    def _padding_size(self, param):
        remainder = param.ds_numel % self.num_partitions