| 60 | return f1 * x + f2 * abs(x) |
| 61 | |
| 62 | class Prelu(object): |
| 63 | |
| 64 | def __init__(self): |
| 65 | pass |
| 66 | |
| 67 | def __call__(self, x, leak): |
| 68 | if x.ndim == 4: |
| 69 | leak = leak.dimshuffle('x', 0, 'x', 'x') |
| 70 | f1 = 0.5 * (1 + leak) |
| 71 | f2 = 0.5 * (1 - leak) |
| 72 | return f1 * x + f2 * abs(x) |
| 73 | |
| 74 | class Tanh(object): |
| 75 |
nothing calls this directly
no outgoing calls
no test coverage detected