| 75 | } |
| 76 | static inline float relu_gradient(float x){return (x>0);} |
| 77 | static inline float elu_gradient(float x){return (x >= 0) + (x < 0)*(x + 1);} |
| 78 | static inline float relie_gradient(float x){return (x>0) ? 1 : .01;} |
| 79 | static inline float ramp_gradient(float x){return (x>0)+.1;} |
| 80 | static inline float leaky_gradient(float x){return (x>0) ? 1 : .1;} |