Method __init__

ML/src/python/neuralforge/optim/optimizers.py:121–123

(self, params, lr=1e-3, betas=(0.9, 0.999), eps=1e-8, weight_decay=0)

class RAdam(Optimizer):
    def __init__(self, params, lr=1e-3, betas=(0.9, 0.999), eps=1e-8, weight_decay=0):
        defaults = dict(lr=lr, betas=betas, eps=eps, weight_decay=weight_decay)
        super().__init__(params, defaults)
    
    def step(self, closure=None):
        loss = None