MCPcopy Create free account
hub / github.com/davisking/dlib / compare_adam

Function compare_adam

dlib/test/dnn.cpp:2156–2184  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

2154 } convolution_algorithms_test;
2155
2156 void compare_adam()
2157 {
2158 float t = 2;
2159 tt::tensor_rand rnd;
2160 resizable_tensor s, m, v, params, params_grad;
2161 s.set_size(89,90,60,73);
2162 m.copy_size(s);
2163 v.copy_size(s);
2164 params.copy_size(s);
2165 params_grad.copy_size(s);
2166
2167 rnd.fill_uniform(s);
2168 rnd.fill_uniform(m);
2169 rnd.fill_uniform(v);
2170 rnd.fill_uniform(params);
2171 rnd.fill_uniform(params_grad);
2172
2173 resizable_tensor mm(m), vv(v);
2174 cpu::compute_adam_update(0,params.size(),s, mm, vv, t, 0.01, 0.001, 0.9, 0.99, params, params_grad);
2175 matrix<float> s1 = mat(s);
2176
2177 rnd.fill_uniform(s);
2178 cuda::compute_adam_update(0,params.size(),s, m, v, t, 0.01, 0.001, 0.9, 0.99, params, params_grad);
2179 matrix<float> s2 = mat(s);
2180
2181 DLIB_TEST_MSG(max(abs(s1-s2)) < 1e-6, max(abs(s1-s2)));
2182 DLIB_TEST_MSG(max(abs(mat(m)-mat(mm))) < 1e-6, max(abs(mat(m)-mat(mm))));
2183 DLIB_TEST_MSG(max(abs(mat(v)-mat(vv))) < 1e-6, max(abs(mat(v)-mat(vv))));
2184 }
2185
2186 void test_multiply_zero_padded()
2187 {

Callers 1

run_testsMethod · 0.85

Calls 7

absFunction · 0.85
copy_sizeMethod · 0.80
compute_adam_updateFunction · 0.50
matFunction · 0.50
maxFunction · 0.50
set_sizeMethod · 0.45
sizeMethod · 0.45

Tested by

no test coverage detected