| 81 | |
| 82 | |
| 83 | class HiddenLayer(object): |
| 84 | def __init__(self, M1, M2, f): |
| 85 | self.M1 = M1 |
| 86 | self.M2 = M2 |
| 87 | self.f = f |
| 88 | W = init_weight(M1, M2) |
| 89 | b = np.zeros(M2) |
| 90 | self.W = theano.shared(W) |
| 91 | self.b = theano.shared(b) |
| 92 | self.params = [self.W, self.b] |
| 93 | |
| 94 | def forward(self, X): |
| 95 | return self.f(X.dot(self.W) + self.b) |
| 96 | |
| 97 | |
| 98 | def momentum_updates(cost, params, lr, mu): |