| 180 | */ |
| 181 | template<class Float> |
| 182 | __device__ inline Float adagrad_update(Float parameter, Float gradient, Float &moment1, Float weight = 1) const { |
| 183 | Float regularized = weight * (gradient + weight_decay * parameter); |
| 184 | moment1 += regularized * regularized; |
| 185 | return lr * regularized / (sqrt(moment1) + epsilon); |
| 186 | } |
| 187 | |
| 188 | /** |
| 189 | * @brief RMSprop update rule |
nothing calls this directly
no outgoing calls
no test coverage detected