| 37 | self.bo_diff = np.zeros(mem_cell_ct) |
| 38 | |
| 39 | def apply_diff(self, lr = 1): |
| 40 | self.wg -= lr * self.wg_diff |
| 41 | self.wi -= lr * self.wi_diff |
| 42 | self.wf -= lr * self.wf_diff |
| 43 | self.wo -= lr * self.wo_diff |
| 44 | self.bg -= lr * self.bg_diff |
| 45 | self.bi -= lr * self.bi_diff |
| 46 | self.bf -= lr * self.bf_diff |
| 47 | self.bo -= lr * self.bo_diff |
| 48 | # reset diffs to zero |
| 49 | self.wg_diff = np.zeros_like(self.wg) |
| 50 | self.wi_diff = np.zeros_like(self.wi) |
| 51 | self.wf_diff = np.zeros_like(self.wf) |
| 52 | self.wo_diff = np.zeros_like(self.wo) |
| 53 | self.bg_diff = np.zeros_like(self.bg) |
| 54 | self.bi_diff = np.zeros_like(self.bi) |
| 55 | self.bf_diff = np.zeros_like(self.bf) |
| 56 | self.bo_diff = np.zeros_like(self.bo) |
| 57 | |
| 58 | class LstmState: |
| 59 | def __init__(self, mem_cell_ct, x_dim): |