Method Warmup

serving/processor/serving/model_session.cc:417–430

}

Status ModelSession::Warmup(Request& req, Response& resp, bool local) {
  int N = session_group_->GetSessionNum();
  for (int i = 0; i < N; ++i) {
    Status s;
    if (local) {
      s = LocalPredict(req, resp, i);
    } else {
      s = Predict(req, resp, i);
    }
    if (!s.ok()) return s;
  }

  return Status::OK();
}

Status ModelSessionMgr::Predict(Request& req, Response& resp) {
  return serving_model_session_->Predict(req, resp);