Method Setup

src/model/layer/activation.cc:38–51

RegisterLayerClass(singacl_tanh, Activation);

void Activation::Setup(const Shape& in_sample, const LayerConf& conf) {
  Layer::Setup(in_sample, conf);
  auto pos = conf.type().find_first_of('_');
  CHECK_NE(pos, string::npos) << "There should be a '_' in the laye type "
    << conf.type();
  mode_ = ToLowerCase(conf.type().substr(pos + 1));
  if (mode_ != "relu" && mode_ != "sigmoid" && mode_ != "tanh")
    LOG(FATAL) << "Unkown activation type: " << conf.type() << " " << mode_
      << ". Please use singa_relu, singa_sigmoid, or singa_tanh";
  if (mode_ == "relu") {
    neg_slope_ = conf.relu_conf().negative_slope();
  }
  out_sample_shape_ = in_sample;
}

const Tensor Activation::Forward(int flag, const Tensor& input) {
  Tensor output;