| 78 | static inline float relie_gradient(float x){return (x>0) ? 1 : .01;} |
| 79 | static inline float ramp_gradient(float x){return (x>0)+.1;} |
| 80 | static inline float leaky_gradient(float x){return (x>0) ? 1 : .1;} |
| 81 | static inline float tanh_gradient(float x){return 1-x*x;} |
| 82 | static inline float plse_gradient(float x){return (x < 0 || x > 1) ? .01 : .125;} |
| 83 |