| 5430 | } |
| 5431 | |
| 5432 | void test_layers_scale_and_scale_prev() |
| 5433 | { |
| 5434 | print_spinner(); |
| 5435 | using net_type1 = scale1<con<3,1,1,1,1,avg_pool_everything<tag1<input_rgb_image>>>>; |
| 5436 | using net_type2 = scale_prev2<skip1<tag2<con<3,1,1,1,1,avg_pool_everything<tag1<input_rgb_image>>>>>>; |
| 5437 | |
| 5438 | dlib::tt::tensor_rand rnd; |
| 5439 | dlib::resizable_tensor x(1, 3, 64, 64); |
| 5440 | rnd.fill_gaussian(x); |
| 5441 | net_type1 net1; |
| 5442 | net_type2 net2; |
| 5443 | net1.forward(x); |
| 5444 | net2.forward(x); |
| 5445 | |
| 5446 | // make sure both convolutional layers have the same weights |
| 5447 | layer<3>(net2).layer_details() = layer<1>(net1).layer_details(); |
| 5448 | const auto& params1 = layer<1>(net1).layer_details().get_layer_params(); |
| 5449 | const auto& params2 = layer<3>(net2).layer_details().get_layer_params(); |
| 5450 | DLIB_CASSERT(params1.size() == params2.size()); |
| 5451 | for (size_t i = 0; i < params1.size(); ++i) |
| 5452 | { |
| 5453 | DLIB_CASSERT(*(params1.begin() + i) == *(params2.begin() + i)); |
| 5454 | } |
| 5455 | net2.forward(x); |
| 5456 | |
| 5457 | // make sure both outputs are the same |
| 5458 | const auto& out1 = net1.get_output(); |
| 5459 | const auto& out2 = net2.get_output(); |
| 5460 | DLIB_TEST(out1.size() == out2.size()); |
| 5461 | for (size_t i = 0; i < out1.size(); ++i) |
| 5462 | { |
| 5463 | DLIB_TEST(*(out1.begin() + i) == *(out2.begin() + i)); |
| 5464 | } |
| 5465 | |
| 5466 | // make sure gradients are the same (within some precision) |
| 5467 | const double epsilon = 1e-4; |
| 5468 | dlib::resizable_tensor gradient(out1); |
| 5469 | rnd.fill_gaussian(gradient); |
| 5470 | |
| 5471 | net1.back_propagate_error(x, gradient); |
| 5472 | const auto& grad1 = layer<1>(net1).get_parameter_gradient(); |
| 5473 | |
| 5474 | net2.back_propagate_error(x, gradient); |
| 5475 | const auto& grad2 = layer<3>(net2).get_parameter_gradient(); |
| 5476 | |
| 5477 | DLIB_TEST(grad1.size() == grad2.size()); |
| 5478 | for (size_t i = 0; i < grad1.size(); ++i) |
| 5479 | { |
| 5480 | DLIB_TEST(::std::abs(*(grad1.begin() + i) - *(grad2.begin() + i)) < epsilon); |
| 5481 | } |
| 5482 | } |
| 5483 | |
| 5484 | void test_resize_to() { |
| 5485 | print_spinner(); |
no test coverage detected