(self, z)
| 49 | self.eps = eps |
| 50 | |
| 51 | def forward(self, z): |
| 52 | mean = z.mean(dim=-1, keepdim=True,) |
| 53 | std = z.std(dim=-1, keepdim=True,) |
| 54 | ln_out = (z - mean) / (std + self.eps) |
| 55 | ln_out = self.gamma * ln_out + self.beta |
| 56 | |
| 57 | return ln_out |
| 58 | |
| 59 | |
| 60 | class PosEncoding(nn.Module): |
nothing calls this directly
no outgoing calls
no test coverage detected