| 124 | } |
| 125 | |
| 126 | Status ProtoBufParser::ParseBatchResponseToBuf( |
| 127 | BatchCall& call, void* output_data[], |
| 128 | int* output_size, const SignatureInfo* signature_info) { |
| 129 | //TF_RETURN_IF_ERROR(call.SplitResponse()); |
| 130 | call.SplitResponse(); |
| 131 | auto do_work = [&call, output_data, output_size, |
| 132 | signature_info](size_t begin, size_t end) { |
| 133 | for (size_t i = begin; i < end; ++i) { |
| 134 | eas::PredictResponse response = util::Tensor2Response(call.request[i], |
| 135 | call.response[i], signature_info); |
| 136 | output_size[i] = response.ByteSize(); |
| 137 | output_data[i] = new char[*output_size]; |
| 138 | response.SerializeToArray(output_data[i], output_size[i]); |
| 139 | } |
| 140 | }; |
| 141 | thread_pool_->ParallelFor(call.call_num, 10000, do_work); |
| 142 | return Status::OK(); |
| 143 | } |
| 144 | |
| 145 | Status ProtoBufParser::ParseServingModelInfoToBuf( |
| 146 | ServingModelInfo& model_info, void* output_data[], |
no test coverage detected