Function hard_sigmoid_with_pushback

src/sharp/utils/math.py:170–178

Apply hard sigmoid with pushback. For compatibility reasons, we follow the default PyTorch implementation with a default slope of 1/6: https://pytorch.org/docs/stable/generated/torch.nn.Hardsigmoid.html

(x: torch.Tensor, slope: float = 1.0 / 6.0)

def hard_sigmoid_with_pushback(x: torch.Tensor, slope: float = 1.0 / 6.0) -> torch.Tensor:
    """Apply hard sigmoid with pushback.

    For compatibility reasons, we follow the default PyTorch implementation with a
    default slope of 1/6:

        https://pytorch.org/docs/stable/generated/torch.nn.Hardsigmoid.html
    """
    return clamp_with_pushback(slope * x + 0.5, min=0.0, max=1.0)


def relu_with_pushback(x: torch.Tensor) -> torch.Tensor: