| 16 | |
| 17 | |
| 18 | class HiddenLayer(object): |
| 19 | def __init__(self, M1, M2, an_id): |
| 20 | self.id = an_id |
| 21 | self.M1 = M1 |
| 22 | self.M2 = M2 |
| 23 | W = init_weight(M1, M2) |
| 24 | b = np.zeros(M2) |
| 25 | self.W = theano.shared(W, 'W_%s' % self.id) |
| 26 | self.b = theano.shared(b, 'b_%s' % self.id) |
| 27 | self.params = [self.W, self.b] |
| 28 | |
| 29 | def forward(self, X): |
| 30 | return T.nnet.relu(X.dot(self.W) + self.b) |
| 31 | |
| 32 | |
| 33 | class ANN(object): |