Method __init__

src/shape_assembly/models/train/transformer.py:60–64

(self, features, eps=1e-6)

class LayerNorm(pl.LightningModule):
    def __init__(self, features, eps=1e-6):
        super().__init__()
        self.a_2 = nn.Parameter(torch.ones(features))
        self.b_2 = nn.Parameter(torch.zeros(features))
        self.eps = eps

    def forward(self, x):
        mean = x.mean(-1, keepdim=True)