| 2229 | } |
| 2230 | |
| 2231 | void smelu_gradient ( |
| 2232 | tensor& grad, |
| 2233 | const tensor& dest, |
| 2234 | const tensor& gradient_input, |
| 2235 | const float beta |
| 2236 | ) |
| 2237 | { |
| 2238 | const float* gi = gradient_input.host(); |
| 2239 | const float* in = dest.host(); |
| 2240 | float* out = grad.host(); |
| 2241 | if (is_same_object(grad, gradient_input)) |
| 2242 | { |
| 2243 | for (size_t i = 0; i < dest.size(); ++i) |
| 2244 | { |
| 2245 | if (in[i] >= beta) |
| 2246 | out[i] = gi[i]; |
| 2247 | else if (in[i] == 0) |
| 2248 | out[i] = 0; |
| 2249 | else |
| 2250 | out[i] = std::sqrt(beta * in[i]) / beta * gi[i]; |
| 2251 | } |
| 2252 | } |
| 2253 | else |
| 2254 | { |
| 2255 | for (size_t i = 0; i < dest.size(); ++i) |
| 2256 | { |
| 2257 | if (in[i] >= beta) |
| 2258 | out[i] += gi[i]; |
| 2259 | else if (in[i] == 0) |
| 2260 | continue; |
| 2261 | else |
| 2262 | out[i] += std::sqrt(beta * in[i]) / beta * gi[i]; |
| 2263 | } |
| 2264 | } |
| 2265 | } |
| 2266 | |
| 2267 | // ---------------------------------------------------------------------------------------- |
| 2268 |
no test coverage detected