Return `(x/(1+|x|))`, where x is CTensor.
(self, x)
| 2889 | super(SoftSign, self).__init__() |
| 2890 | |
| 2891 | def forward(self, x): |
| 2892 | """ |
| 2893 | Return `(x/(1+|x|))`, where x is CTensor. |
| 2894 | """ |
| 2895 | # y = x / (1 + np.abs(x)) |
| 2896 | if training: |
| 2897 | self.input = x |
| 2898 | x1 = singa.AddFloat(singa.Abs(x), 1.0) |
| 2899 | y = singa.__div__(x, x1) |
| 2900 | |
| 2901 | return y |
| 2902 | |
| 2903 | def backward(self, dy): |
| 2904 | """ |