Erase all the layer's derived variables and gradients.
(self)
| 64 | self.trainable = True |
| 65 | |
| 66 | def flush_gradients(self): |
| 67 | """Erase all the layer's derived variables and gradients.""" |
| 68 | assert self.trainable, "Layer is frozen" |
| 69 | self.X = [] |
| 70 | for k, v in self.derived_variables.items(): |
| 71 | self.derived_variables[k] = [] |
| 72 | |
| 73 | for k, v in self.gradients.items(): |
| 74 | self.gradients[k] = np.zeros_like(v) |
| 75 | |
| 76 | def update(self, cur_loss=None): |
| 77 | """ |