| 2529 | } |
| 2530 | |
| 2531 | void compare_bn_conv_gpu_and_cpu() |
| 2532 | { |
| 2533 | print_spinner(); |
| 2534 | resizable_tensor dest, dest2; |
| 2535 | resizable_tensor means, means2; |
| 2536 | resizable_tensor invstds, invstds2; |
| 2537 | resizable_tensor running_means, running_means2; |
| 2538 | resizable_tensor running_variances, running_variances2; |
| 2539 | resizable_tensor src(2,8,10,9); |
| 2540 | resizable_tensor gamma(1,8); |
| 2541 | resizable_tensor beta(1,8); |
| 2542 | gamma = 2; |
| 2543 | beta = 3; |
| 2544 | tt::tensor_rand rnd; |
| 2545 | rnd.fill_uniform(src); |
| 2546 | |
| 2547 | cpu::batch_normalize_conv(DEFAULT_BATCH_NORM_EPS,dest,means,invstds,1,running_means,running_variances, src, gamma, beta); |
| 2548 | cuda::batch_normalize_conv(DEFAULT_BATCH_NORM_EPS,dest2,means2,invstds2,1,running_means2,running_variances2, src, gamma, beta); |
| 2549 | |
| 2550 | dlog << LINFO << "dest error: "<< max(abs(mat(dest) -mat(dest2))); |
| 2551 | dlog << LINFO << "means error: "<< max(abs(mat(means) -mat(means2))); |
| 2552 | dlog << LINFO << "invstds error: "<< max(abs(mat(invstds) -mat(invstds2))); |
| 2553 | dlog << LINFO << "running_means error: "<< max(abs(mat(running_means) -mat(running_means2))); |
| 2554 | dlog << LINFO << "running_variances error: "<< max(abs(mat(running_variances) -mat(running_variances2))); |
| 2555 | |
| 2556 | DLIB_TEST(max(abs(mat(dest) -mat(dest2))) < 1e-4); |
| 2557 | DLIB_TEST(max(abs(mat(means) -mat(means2))) < 1e-4); |
| 2558 | DLIB_TEST(max(abs(mat(invstds) -mat(invstds2))) < 1e-4); |
| 2559 | DLIB_TEST(max(abs(mat(running_means) -mat(running_means2))) < 1e-4); |
| 2560 | DLIB_TEST(max(abs(mat(running_variances) -mat(running_variances2))) < 1e-4); |
| 2561 | |
| 2562 | resizable_tensor gradient_input; |
| 2563 | resizable_tensor src_grad, gamma_grad, beta_grad; |
| 2564 | resizable_tensor src_grad2, gamma_grad2, beta_grad2; |
| 2565 | gradient_input.copy_size(dest); |
| 2566 | src_grad.copy_size(src); src_grad = 0; src_grad2 = src_grad; |
| 2567 | gamma_grad.copy_size(gamma); gamma_grad = 0; gamma_grad2 = gamma_grad; |
| 2568 | beta_grad.copy_size(beta); beta_grad = 0; beta_grad2 = beta_grad; |
| 2569 | rnd.fill_uniform(gradient_input); |
| 2570 | |
| 2571 | |
| 2572 | cpu::batch_normalize_conv_gradient(DEFAULT_BATCH_NORM_EPS,gradient_input, means, invstds, src, gamma, src_grad, gamma_grad, beta_grad); |
| 2573 | cuda::batch_normalize_conv_gradient(DEFAULT_BATCH_NORM_EPS,gradient_input, means, invstds, src, gamma, src_grad2, gamma_grad2, beta_grad2); |
| 2574 | |
| 2575 | dlog << LINFO << "src_grad error: " << max(abs(mat(src_grad)-mat(src_grad2))); |
| 2576 | dlog << LINFO << "gamma_grad error: " << max(abs(mat(gamma_grad)-mat(gamma_grad2))); |
| 2577 | dlog << LINFO << "beta_grad error: " << max(abs(mat(beta_grad)-mat(beta_grad2))); |
| 2578 | DLIB_TEST(max(abs(mat(src_grad)-mat(src_grad2))) < 1e-4); |
| 2579 | DLIB_TEST(max(abs(mat(gamma_grad)-mat(gamma_grad2))) < 1e-4); |
| 2580 | DLIB_TEST(max(abs(mat(beta_grad)-mat(beta_grad2))) < 1e-4); |
| 2581 | } |
| 2582 | |
| 2583 | |
| 2584 | void test_more_ops2() |
no test coverage detected