Method __init__

ML/src/python/neuralforge/optim/optimizers.py:70–72

(self, params, lr=1e-3, betas=(0.9, 0.999), eps=1e-6, weight_decay=0.01)

class LAMB(Optimizer):
    def __init__(self, params, lr=1e-3, betas=(0.9, 0.999), eps=1e-6, weight_decay=0.01):
        defaults = dict(lr=lr, betas=betas, eps=eps, weight_decay=weight_decay)
        super().__init__(params, defaults)
    
    def step(self, closure=None):
        loss = None