| 574 | } |
| 575 | |
| 576 | void test_sigmoid() |
| 577 | { |
| 578 | using namespace dlib::tt; |
| 579 | print_spinner(); |
| 580 | resizable_tensor src, dest, gradient_input; |
| 581 | src = matrix_cast<float>(gaussian_randm(5,5, 0)); |
| 582 | dest = matrix_cast<float>(gaussian_randm(5,5, 1)); |
| 583 | gradient_input = matrix_cast<float>(gaussian_randm(5,5, 2)); |
| 584 | |
| 585 | |
| 586 | |
| 587 | auto grad_src = [&](long idx) { |
| 588 | auto f = [&](float eps) { |
| 589 | const float old = src.host()[idx]; |
| 590 | src.host()[idx] += eps; |
| 591 | sigmoid(dest, src); |
| 592 | float result = dot(gradient_input, dest); |
| 593 | src.host()[idx] = old; |
| 594 | return result; |
| 595 | }; |
| 596 | const float eps = 0.01; |
| 597 | return (f(+eps)-f(-eps))/(2*eps); |
| 598 | }; |
| 599 | |
| 600 | resizable_tensor src_grad; |
| 601 | src_grad.copy_size(src); |
| 602 | src_grad = 0; |
| 603 | |
| 604 | sigmoid(dest, src); |
| 605 | sigmoid_gradient(src_grad, dest, gradient_input); |
| 606 | |
| 607 | auto grad_error = compare_gradients(src_grad, grad_src); |
| 608 | dlog << LINFO << "src error: " << grad_error; |
| 609 | DLIB_TEST(grad_error < 0.001); |
| 610 | } |
| 611 | |
| 612 | void test_softmax() |
| 613 | { |
no test coverage detected