MCPcopy Create free account
hub / github.com/davisking/dlib / smelu_gradient

Function smelu_gradient

dlib/cuda/cpu_dlib.cpp:2231–2265  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

2229 }
2230
2231 void smelu_gradient (
2232 tensor& grad,
2233 const tensor& dest,
2234 const tensor& gradient_input,
2235 const float beta
2236 )
2237 {
2238 const float* gi = gradient_input.host();
2239 const float* in = dest.host();
2240 float* out = grad.host();
2241 if (is_same_object(grad, gradient_input))
2242 {
2243 for (size_t i = 0; i < dest.size(); ++i)
2244 {
2245 if (in[i] >= beta)
2246 out[i] = gi[i];
2247 else if (in[i] == 0)
2248 out[i] = 0;
2249 else
2250 out[i] = std::sqrt(beta * in[i]) / beta * gi[i];
2251 }
2252 }
2253 else
2254 {
2255 for (size_t i = 0; i < dest.size(); ++i)
2256 {
2257 if (in[i] >= beta)
2258 out[i] += gi[i];
2259 else if (in[i] == 0)
2260 continue;
2261 else
2262 out[i] += std::sqrt(beta * in[i]) / beta * gi[i];
2263 }
2264 }
2265 }
2266
2267 // ----------------------------------------------------------------------------------------
2268

Callers 1

backward_inplaceMethod · 0.50

Calls 4

is_same_objectFunction · 0.50
sqrtFunction · 0.50
hostMethod · 0.45
sizeMethod · 0.45

Tested by

no test coverage detected