(self, network)
| 146 | ) |
| 147 | |
| 148 | def setup(self, network): |
| 149 | # Accumulators |
| 150 | self.accu = defaultdict(dict) |
| 151 | self.d_accu = defaultdict(dict) |
| 152 | for i, layer in enumerate(network.parametric_layers): |
| 153 | for n in layer.parameters.keys(): |
| 154 | self.accu[i][n] = np.zeros_like(layer.parameters[n]) |
| 155 | self.d_accu[i][n] = np.zeros_like(layer.parameters[n]) |
| 156 | |
| 157 | |
| 158 | class RMSprop(Optimizer): |