| 2154 | } convolution_algorithms_test; |
| 2155 | |
| 2156 | void compare_adam() |
| 2157 | { |
| 2158 | float t = 2; |
| 2159 | tt::tensor_rand rnd; |
| 2160 | resizable_tensor s, m, v, params, params_grad; |
| 2161 | s.set_size(89,90,60,73); |
| 2162 | m.copy_size(s); |
| 2163 | v.copy_size(s); |
| 2164 | params.copy_size(s); |
| 2165 | params_grad.copy_size(s); |
| 2166 | |
| 2167 | rnd.fill_uniform(s); |
| 2168 | rnd.fill_uniform(m); |
| 2169 | rnd.fill_uniform(v); |
| 2170 | rnd.fill_uniform(params); |
| 2171 | rnd.fill_uniform(params_grad); |
| 2172 | |
| 2173 | resizable_tensor mm(m), vv(v); |
| 2174 | cpu::compute_adam_update(0,params.size(),s, mm, vv, t, 0.01, 0.001, 0.9, 0.99, params, params_grad); |
| 2175 | matrix<float> s1 = mat(s); |
| 2176 | |
| 2177 | rnd.fill_uniform(s); |
| 2178 | cuda::compute_adam_update(0,params.size(),s, m, v, t, 0.01, 0.001, 0.9, 0.99, params, params_grad); |
| 2179 | matrix<float> s2 = mat(s); |
| 2180 | |
| 2181 | DLIB_TEST_MSG(max(abs(s1-s2)) < 1e-6, max(abs(s1-s2))); |
| 2182 | DLIB_TEST_MSG(max(abs(mat(m)-mat(mm))) < 1e-6, max(abs(mat(m)-mat(mm)))); |
| 2183 | DLIB_TEST_MSG(max(abs(mat(v)-mat(vv))) < 1e-6, max(abs(mat(v)-mat(vv)))); |
| 2184 | } |
| 2185 | |
| 2186 | void test_multiply_zero_padded() |
| 2187 | { |