| 2009 | } |
| 2010 | |
| 2011 | void leaky_relu_gradient ( |
| 2012 | tensor& grad, |
| 2013 | const tensor& dest, |
| 2014 | const tensor& gradient_input, |
| 2015 | const float alpha |
| 2016 | ) |
| 2017 | { |
| 2018 | const float* gi = gradient_input.host(); |
| 2019 | const float* in = dest.host(); |
| 2020 | float* out = grad.host(); |
| 2021 | if (is_same_object(grad, gradient_input)) |
| 2022 | { |
| 2023 | for (size_t i = 0; i < dest.size(); ++i) |
| 2024 | { |
| 2025 | if (in[i] > 0) |
| 2026 | out[i] = gi[i]; |
| 2027 | else |
| 2028 | out[i] = alpha * gi[i]; |
| 2029 | } |
| 2030 | } |
| 2031 | else |
| 2032 | { |
| 2033 | for (size_t i = 0; i < dest.size(); ++i) |
| 2034 | { |
| 2035 | if (in[i] > 0) |
| 2036 | out[i] += gi[i]; |
| 2037 | else |
| 2038 | out[i] += alpha * gi[i]; |
| 2039 | } |
| 2040 | } |
| 2041 | } |
| 2042 | |
| 2043 | // ------------------------------------------------------------------------------------ |
| 2044 |
no test coverage detected