| 784 | } |
| 785 | |
| 786 | Status RemoteSessionInstanceMgr::CreateInstances() { |
| 787 | cur_instance_ = new RemoteSessionInstance( |
| 788 | session_options_, run_options_, |
| 789 | cur_inst_storage_options_); |
| 790 | TF_RETURN_IF_ERROR(cur_instance_->Init(model_config_, |
| 791 | model_store_, true)); |
| 792 | TF_RETURN_IF_ERROR(cur_instance_->Warmup()); |
| 793 | |
| 794 | base_instance_ = new RemoteSessionInstance( |
| 795 | session_options_, run_options_, |
| 796 | base_inst_storage_options_); |
| 797 | TF_RETURN_IF_ERROR(base_instance_->Init(model_config_, |
| 798 | model_store_, false)); |
| 799 | return base_instance_->Warmup(); |
| 800 | } |
| 801 | |
| 802 | Status RemoteSessionInstanceMgr::Predict(Request& req, Response& resp) { |
| 803 | return cur_instance_->Predict(req, resp); |