Method forward

vtp/models/layers/normalization.py:20–22

(self, x: Tensor)

        return x * torch.rsqrt(x.pow(2).mean(-1, keepdim=True) + self.eps)

    def forward(self, x: Tensor) -> Tensor:
        output = self._norm(x.float()).type_as(x)
        return output * self.weight


class LayerNorm(nn.LayerNorm):