Method Forward

src/model/layer/dropout.cc:33–45

}

const Tensor Dropout::Forward(int flag, const Tensor& input) {
  Tensor out;
  if (flag & kTrain) {
    mask_.ResetLike(input);
    // set mask_[i] = 1 with prob 1-dropout_rato_
    Bernoulli(1.0f - dropout_ratio_, &mask_);
    mask_ *= 1.0f / (1.0f - dropout_ratio_);
    out = input * mask_;
  } else {
    out = input;
  }
  return out;
}

const std::pair<Tensor, vector<Tensor>> Dropout::Backward(int flag,
                                                          const Tensor& grad) {