(self, params, lr=1e-3, betas=(0.9, 0.999), eps=1e-8,
weight_decay=0, amsgrad=False)
| 100 | """ |
| 101 | |
| 102 | def __init__(self, params, lr=1e-3, betas=(0.9, 0.999), eps=1e-8, |
| 103 | weight_decay=0, amsgrad=False): |
| 104 | if not 0.0 <= lr: |
| 105 | raise ValueError("Invalid learning rate: {}".format(lr)) |
| 106 | if not 0.0 <= eps: |
| 107 | raise ValueError("Invalid epsilon value: {}".format(eps)) |
| 108 | if not 0.0 <= betas[0] < 1.0: |
| 109 | raise ValueError( |
| 110 | "Invalid beta parameter at index 0: {}".format(betas[0])) |
| 111 | if not 0.0 <= betas[1] < 1.0: |
| 112 | raise ValueError( |
| 113 | "Invalid beta parameter at index 1: {}".format(betas[1])) |
| 114 | if not 0.0 <= weight_decay: |
| 115 | raise ValueError( |
| 116 | "Invalid weight_decay value: {}".format(weight_decay)) |
| 117 | defaults = dict(lr=lr, betas=betas, eps=eps, |
| 118 | weight_decay=weight_decay, amsgrad=amsgrad) |
| 119 | super(Adam, self).__init__(params, defaults) |
| 120 | |
| 121 | def __setstate__(self, state): |
| 122 | super(Adam, self).__setstate__(state) |
nothing calls this directly
no outgoing calls
no test coverage detected