Method Warmup

serving/processor/serving/model_instance.cc:353–392

}

Status LocalSessionInstance::Warmup(
    ModelSession* warmup_session) {
  if (warmup_file_name_.empty() &&
      !ShouldWarmup(model_signature_.second)) {
    return Status::OK();
  }

  LOG(INFO) << "Try to warmup model: " << warmup_file_name_;
  Status s;
  Call call;
  if (warmup_file_name_.empty()) {
    s = CreateWarmupParams(model_signature_.second, &call);
  } else {
    s = CreateWarmupParams(model_signature_.second,
                           warmup_file_name_, &call,
                           parser_, signature_info_);
  }
  if (!s.ok()) {
    LOG(ERROR) << "Create warmup params failed, warmup will be canceled.";
    return s;
  }

  int left_try_count = WARMUP_COUNT;
  while (left_try_count > 0) {
    if (warmup_session) {
      s = warmup_session->Warmup(
          call.request, call.response);
    } else {
      s = session_mgr_->Warmup(
          call.request, call.response);
    }
    if (!s.ok()) return s;

    --left_try_count;
    call.response.outputs.clear();
  }
  LOG(INFO) << "Warmup model successful: " << warmup_file_name_;

  return Status::OK();
}

std::string LocalSessionInstance::DebugString() {
  return model_json_signature_;