Method BatchPredict

serving/processor/serving/model_serving.cc:57–70

}

Status Model::BatchPredict(const void* input_data[], int* input_size,
    void* output_data[], int* output_size) {
  BatchCall call;
  parser_->ParseBatchRequestFromBuf(input_data, input_size, call,
                                    impl_->GetSignatureInfo());
  auto status = Predict(call.batched_request, call.batched_response);
  if (!status.ok()) {
    return status;
  }

  parser_->ParseBatchResponseToBuf(call, output_data, output_size,
                                   impl_->GetSignatureInfo());
  return Status::OK();
}

Status Model::Predict(Request& req, Response& resp) {
  return impl_->Predict(req, resp);