(x, dy)
| 405 | |
| 406 | |
| 407 | def softplus_grad(x, dy): |
| 408 | from .tensor import where |
| 409 | |
| 410 | exp_abs = exp(-abs(x)) |
| 411 | logg = -dy * exp_abs / (1.0 + exp_abs) |
| 412 | grad0 = where(x > 0.0, logg, -logg) |
| 413 | relux = relu(x) |
| 414 | grad1 = where(relux > 0.0, dy, 0.0) |
| 415 | return (grad0 + grad1).astype(x.dtype) |
| 416 | |
| 417 | |
| 418 | def prelu(inp, alpha): |