(self, network)
| 209 | self.t += 1 |
| 210 | |
| 211 | def setup(self, network): |
| 212 | # Accumulators |
| 213 | self.ms = defaultdict(dict) |
| 214 | self.vs = defaultdict(dict) |
| 215 | for i, layer in enumerate(network.parametric_layers): |
| 216 | for n in layer.parameters.keys(): |
| 217 | self.ms[i][n] = np.zeros_like(layer.parameters[n]) |
| 218 | self.vs[i][n] = np.zeros_like(layer.parameters[n]) |
| 219 | |
| 220 | |
| 221 | class Adamax(Optimizer): |