| 2077 | // ---------------------------------------------------------------------------------------- |
| 2078 | |
| 2079 | void clipped_relu ( |
| 2080 | tensor& dest, |
| 2081 | const tensor& src, |
| 2082 | const float ceiling |
| 2083 | ) |
| 2084 | { |
| 2085 | dest = upperbound(lowerbound(mat(src), 0), ceiling); |
| 2086 | } |
| 2087 | |
| 2088 | void clipped_relu_gradient ( |
| 2089 | tensor& grad, |