| 23 | else return (x - n) + floor(x/2.); |
| 24 | } |
| 25 | static inline float hardtan_activate(float x) |
| 26 | { |
| 27 | if (x < -1) return -1; |
| 28 | if (x > 1) return 1; |
| 29 | return x; |
| 30 | } |
| 31 | static inline float linear_activate(float x){return x;} |
| 32 | static inline float logistic_activate(float x){return 1./(1. + exp(-x));} |
| 33 | static inline float loggy_activate(float x){return 2./(1. + exp(-x)) - 1;} |