MCPcopy Create free account
hub / github.com/davisking/dlib / batch_normalize_inference

Function batch_normalize_inference

dlib/cuda/cudnn_dlibapi.cpp:333–393  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

331 // ------------------------------------------------------------------------------------
332
333 void batch_normalize_inference (
334 const double eps,
335 resizable_tensor& dest,
336 const tensor& src,
337 const tensor& gamma,
338 const tensor& beta,
339 const tensor& running_means,
340 const tensor& running_variances
341 )
342 {
343 DLIB_CASSERT(
344 gamma.num_samples() == 1 &&
345 gamma.nr() == src.nr() &&
346 gamma.nc() == src.nc() &&
347 gamma.k() == src.k() &&
348 have_same_dimensions(gamma, beta) &&
349 have_same_dimensions(gamma, running_means) &&
350 have_same_dimensions(gamma, running_variances) &&
351 eps > 0,
352 "\ngamma.num_samples(): " << gamma.num_samples() <<
353 "\ngamma.k(): " << gamma.k() <<
354 "\ngamma.nr(): " << gamma.nr() <<
355 "\ngamma.nc(): " << gamma.nc() <<
356 "\nbeta.num_samples(): " << beta.num_samples() <<
357 "\nbeta.k(): " << beta.k() <<
358 "\nbeta.nr(): " << beta.nr() <<
359 "\nbeta.nc(): " << beta.nc() <<
360 "\nrunning_means.num_samples(): " << running_means.num_samples() <<
361 "\nrunning_means.k(): " << running_means.k() <<
362 "\nrunning_means.nr(): " << running_means.nr() <<
363 "\nrunning_means.nc(): " << running_means.nc() <<
364 "\nrunning_variances.num_samples(): " << running_variances.num_samples() <<
365 "\nrunning_variances.k(): " << running_variances.k() <<
366 "\nrunning_variances.nr(): " << running_variances.nr() <<
367 "\nrunning_variances.nc(): " << running_variances.nc() <<
368 "\nsrc.k(): " << src.k() <<
369 "\nsrc.nr(): " << src.nr() <<
370 "\nsrc.nc(): " << src.nc() <<
371 "\neps: " << eps
372 );
373 const float in_scale = 1;
374 const float out_scale = 0;
375
376 dest.copy_size(src);
377
378 CHECK_CUDNN(cudnnBatchNormalizationForwardInference(
379 context(),
380 CUDNN_BATCHNORM_PER_ACTIVATION,
381 &in_scale,
382 &out_scale,
383 descriptor(src),
384 src.device(),
385 descriptor(dest),
386 dest.device(),
387 descriptor(gamma),
388 gamma.device(),
389 beta.device(),
390 running_means.device(),

Callers

nothing calls this directly

Calls 9

descriptorFunction · 0.85
copy_sizeMethod · 0.80
have_same_dimensionsFunction · 0.70
contextFunction · 0.70
num_samplesMethod · 0.45
nrMethod · 0.45
ncMethod · 0.45
kMethod · 0.45
deviceMethod · 0.45

Tested by

no test coverage detected