MCPcopy Create free account
hub / github.com/davisking/dlib / compare_bn_conv_gpu_and_cpu

Function compare_bn_conv_gpu_and_cpu

dlib/test/dnn.cpp:2531–2581  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

2529 }
2530
2531 void compare_bn_conv_gpu_and_cpu()
2532 {
2533 print_spinner();
2534 resizable_tensor dest, dest2;
2535 resizable_tensor means, means2;
2536 resizable_tensor invstds, invstds2;
2537 resizable_tensor running_means, running_means2;
2538 resizable_tensor running_variances, running_variances2;
2539 resizable_tensor src(2,8,10,9);
2540 resizable_tensor gamma(1,8);
2541 resizable_tensor beta(1,8);
2542 gamma = 2;
2543 beta = 3;
2544 tt::tensor_rand rnd;
2545 rnd.fill_uniform(src);
2546
2547 cpu::batch_normalize_conv(DEFAULT_BATCH_NORM_EPS,dest,means,invstds,1,running_means,running_variances, src, gamma, beta);
2548 cuda::batch_normalize_conv(DEFAULT_BATCH_NORM_EPS,dest2,means2,invstds2,1,running_means2,running_variances2, src, gamma, beta);
2549
2550 dlog << LINFO << "dest error: "<< max(abs(mat(dest) -mat(dest2)));
2551 dlog << LINFO << "means error: "<< max(abs(mat(means) -mat(means2)));
2552 dlog << LINFO << "invstds error: "<< max(abs(mat(invstds) -mat(invstds2)));
2553 dlog << LINFO << "running_means error: "<< max(abs(mat(running_means) -mat(running_means2)));
2554 dlog << LINFO << "running_variances error: "<< max(abs(mat(running_variances) -mat(running_variances2)));
2555
2556 DLIB_TEST(max(abs(mat(dest) -mat(dest2))) < 1e-4);
2557 DLIB_TEST(max(abs(mat(means) -mat(means2))) < 1e-4);
2558 DLIB_TEST(max(abs(mat(invstds) -mat(invstds2))) < 1e-4);
2559 DLIB_TEST(max(abs(mat(running_means) -mat(running_means2))) < 1e-4);
2560 DLIB_TEST(max(abs(mat(running_variances) -mat(running_variances2))) < 1e-4);
2561
2562 resizable_tensor gradient_input;
2563 resizable_tensor src_grad, gamma_grad, beta_grad;
2564 resizable_tensor src_grad2, gamma_grad2, beta_grad2;
2565 gradient_input.copy_size(dest);
2566 src_grad.copy_size(src); src_grad = 0; src_grad2 = src_grad;
2567 gamma_grad.copy_size(gamma); gamma_grad = 0; gamma_grad2 = gamma_grad;
2568 beta_grad.copy_size(beta); beta_grad = 0; beta_grad2 = beta_grad;
2569 rnd.fill_uniform(gradient_input);
2570
2571
2572 cpu::batch_normalize_conv_gradient(DEFAULT_BATCH_NORM_EPS,gradient_input, means, invstds, src, gamma, src_grad, gamma_grad, beta_grad);
2573 cuda::batch_normalize_conv_gradient(DEFAULT_BATCH_NORM_EPS,gradient_input, means, invstds, src, gamma, src_grad2, gamma_grad2, beta_grad2);
2574
2575 dlog << LINFO << "src_grad error: " << max(abs(mat(src_grad)-mat(src_grad2)));
2576 dlog << LINFO << "gamma_grad error: " << max(abs(mat(gamma_grad)-mat(gamma_grad2)));
2577 dlog << LINFO << "beta_grad error: " << max(abs(mat(beta_grad)-mat(beta_grad2)));
2578 DLIB_TEST(max(abs(mat(src_grad)-mat(src_grad2))) < 1e-4);
2579 DLIB_TEST(max(abs(mat(gamma_grad)-mat(gamma_grad2))) < 1e-4);
2580 DLIB_TEST(max(abs(mat(beta_grad)-mat(beta_grad2))) < 1e-4);
2581 }
2582
2583
2584 void test_more_ops2()

Callers 1

run_testsMethod · 0.85

Calls 7

print_spinnerFunction · 0.85
absFunction · 0.85
copy_sizeMethod · 0.80
batch_normalize_convFunction · 0.50
maxFunction · 0.50
matFunction · 0.50

Tested by

no test coverage detected