Smooth relu.
(z)
| 21 | |
| 22 | |
| 23 | def softplus(z): |
| 24 | """Smooth relu.""" |
| 25 | # Avoid numerical overflow, see: |
| 26 | # https://docs.scipy.org/doc/numpy/reference/generated/numpy.logaddexp.html |
| 27 | return np.logaddexp(0.0, z) |
| 28 | |
| 29 | |
| 30 | def softsign(z): |
no outgoing calls