MCPcopy Create free account
hub / github.com/davisking/dlib / batch_normalize_conv

Function batch_normalize_conv

dlib/cuda/cudnn_dlibapi.cpp:584–658  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

582 }
583
584 void batch_normalize_conv (
585 const double eps,
586 resizable_tensor& dest,
587 resizable_tensor& means,
588 resizable_tensor& invstds,
589 const double averaging_factor,
590 resizable_tensor& running_means,
591 resizable_tensor& running_variances,
592 const tensor& src,
593 const tensor& gamma,
594 const tensor& beta
595 )
596 {
597 DLIB_CASSERT(0 <= averaging_factor && averaging_factor <= 1, "averaging_factor: " << averaging_factor);
598 DLIB_CASSERT(averaging_factor==1 || have_same_dimensions(running_means,means));
599 DLIB_CASSERT(averaging_factor==1 || have_same_dimensions(running_variances,invstds));
600 DLIB_CASSERT(
601 src.num_samples() > 1 &&
602 gamma.num_samples() == 1 &&
603 beta.num_samples() == 1 &&
604 gamma.nr() == 1 &&
605 beta.nr() == 1 &&
606 gamma.nc() == 1 &&
607 beta.nc() == 1 &&
608 gamma.k() == beta.k() && beta.k() == src.k() &&
609 eps > 0,
610 "\ngamma.num_samples(): " << gamma.num_samples() <<
611 "\ngamma.k(): " << gamma.k() <<
612 "\ngamma.nr(): " << gamma.nr() <<
613 "\ngamma.nc(): " << gamma.nc() <<
614 "\nbeta.num_samples(): " << beta.num_samples() <<
615 "\nbeta.k(): " << beta.k() <<
616 "\nbeta.nr(): " << beta.nr() <<
617 "\nbeta.nc(): " << beta.nc() <<
618 "\nsrc.k(): " << src.k() <<
619 "\nsrc.nr(): " << src.nr() <<
620 "\nsrc.nc(): " << src.nc() <<
621 "\neps: " << eps
622 );
623 const float in_scale = 1;
624 const float out_scale = 0;
625
626 dest.copy_size(src);
627 means.set_size(1, src.k());
628 invstds.copy_size(means);
629 running_means.copy_size(means);
630 running_variances.copy_size(means);
631 // cuDNN requires that running_means and running_variances be initialized to
632 // some valid float values even if the averaging factor would have ignored
633 // them.
634 if (averaging_factor == 1)
635 {
636 running_means = 0;
637 running_variances = 1;
638 }
639
640 CHECK_CUDNN(cudnnBatchNormalizationForwardTraining(
641 context(),

Callers

nothing calls this directly

Calls 10

descriptorFunction · 0.85
copy_sizeMethod · 0.80
have_same_dimensionsFunction · 0.70
contextFunction · 0.70
num_samplesMethod · 0.45
nrMethod · 0.45
ncMethod · 0.45
kMethod · 0.45
set_sizeMethod · 0.45
deviceMethod · 0.45

Tested by

no test coverage detected