| 2267 | // ---------------------------------------------------------------------------------------- |
| 2268 | |
| 2269 | void silu ( |
| 2270 | tensor& dest, |
| 2271 | const tensor& src |
| 2272 | ) |
| 2273 | { |
| 2274 | const auto d = dest.host(); |
| 2275 | const auto s = src.host(); |
| 2276 | for (size_t i = 0; i < src.size(); ++i) |
| 2277 | d[i] = s[i] * impl::sigmoid(s[i]); |
| 2278 | } |
| 2279 | |
| 2280 | void silu_gradient ( |
| 2281 | tensor& grad, |