| 57 | } |
| 58 | |
| 59 | static inline float hardtan_gradient(float x) |
| 60 | { |
| 61 | if (x > -1 && x < 1) return 1; |
| 62 | return 0; |
| 63 | } |
| 64 | static inline float linear_gradient(float x){return 1;} |
| 65 | static inline float logistic_gradient(float x){return (1-x)*x;} |
| 66 | static inline float loggy_gradient(float x) |