| 618 | |
| 619 | |
| 620 | class LpNorm(nn.Module): |
| 621 | def __init__(self, p: int = 2, dim: int = -1, eps: float = 1e-12): |
| 622 | super().__init__() |
| 623 | |
| 624 | self.p = p |
| 625 | self.dim = dim |
| 626 | self.eps = eps |
| 627 | |
| 628 | def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: |
| 629 | return F.normalize(hidden_states, p=self.p, dim=self.dim, eps=self.eps) |
| 630 | |
| 631 | |
| 632 | def get_normalization( |
no outgoing calls
no test coverage detected
searching dependent graphs…