Function silu_gradient

dlib/cuda/cpu_dlib.cpp:2280–2305

        }

        void silu_gradient (
            tensor& grad,
            const tensor& src,
            const tensor& gradient_input
        )
        {
            const auto g = grad.host();
            const auto s = src.host();
            const auto in = gradient_input.host();
            if (is_same_object(grad, gradient_input))
            {
                for (size_t i = 0; i < src.size(); ++i)
                {
                    const auto sig_s = impl::sigmoid(s[i]);
                    g[i] = in[i] * (sig_s * (1.0f + s[i] * (1.0f - sig_s)));
                }
            }
            else
            {
                for (size_t i = 0; i < src.size(); ++i)
                {
                    const auto sig_s = impl::sigmoid(s[i]);
                    g[i] += in[i] * (sig_s * (1.0f + s[i] * (1.0f - sig_s)));
                }
            }
        }

    // ----------------------------------------------------------------------------------------