Actual computation of forward pass
(self, X)
| 2484 | return Y |
| 2485 | |
| 2486 | def _fwd(self, X): |
| 2487 | """Actual computation of forward pass""" |
| 2488 | W = self.parameters["W"] |
| 2489 | b = self.parameters["b"] |
| 2490 | W_mask = self.parameters["W_mask"] |
| 2491 | |
| 2492 | Z = X @ (W * W_mask) + b |
| 2493 | Y = self.act_fn(Z) |
| 2494 | return Y, Z |
| 2495 | |
| 2496 | def backward(self, dLdy, retain_grads=True): |
| 2497 | """ |