Method __call__

python/paddle/regularizer.py:239–277

Add L2 weight decay ops to network Adds L2 weight decay ops. L2WeightDecay = reg_coeff * parameter Args: param: parameter variable for which regularization is applied block: block in which variable is to be created Returns: new v

(
        self,
        param: paddle.Tensor,
        grad: paddle.Tensor,
        block: pir.Block,
    )

        self._coeff = coeff

    def __call__(
        self,
        param: paddle.Tensor,
        grad: paddle.Tensor,
        block: pir.Block,
    ):
        """Add L2 weight decay ops to network

        Adds L2 weight decay ops.
        L2WeightDecay = reg_coeff * parameter

        Args:
            param: parameter variable for which regularization is applied
            block: block in which variable is to be created

        Returns:
            new variable for weight decay
        """
        assert isinstance(
            param, (framework.Variable, pir.Value, pir.core.ParameterMeta)
        )
        assert isinstance(block, (framework.Block, pir.Block))

        if in_dynamic_or_pir_mode():
            return _C_ops.scale(param, self._coeff, 0.0, True)
        else:
            decay = block.create_var(
                dtype=param.dtype, shape=param.shape, lod_level=param.lod_level
            )

            # Append Op to calculate decay
            block.append_op(
                type='scale',
                inputs={"X": param},
                outputs={"Out": decay},
                attrs={"scale": self._coeff},
            )

            return decay

    def __str__(self) -> str:
        return f"L2Decay, coeff={self._coeff:f}"