MCPcopy Create free account
hub / github.com/DeepRec-AI/DeepRec / SplitResponse

Method SplitResponse

serving/processor/serving/model_message.cc:196–288  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

194}
195
196Status BatchCall::SplitResponse() {
197 response.resize(call_num);
198 for (int i = 0; i < batched_response.outputs.size(); ++i) {
199 std::vector<Tensor> splited_vec(call_num);
200 auto& t = batched_response.outputs[i];
201 switch (t.dtype()) {
202 case DT_FLOAT: {
203 SplitOneOutput<float>(batched_response, i, call_num, splited_vec);
204 break;
205 }
206 case DT_DOUBLE: {
207 SplitOneOutput<double>(batched_response, i, call_num, splited_vec);
208 break;
209 }
210 case DT_INT32: {
211 SplitOneOutput<int>(batched_response, i, call_num, splited_vec);
212 break;
213 }
214 case DT_UINT8: {
215 SplitOneOutput<uint8>(batched_response, i, call_num, splited_vec);
216 break;
217 }
218 case DT_INT16: {
219 SplitOneOutput<int16>(batched_response, i, call_num, splited_vec);
220 break;
221 }
222 case DT_UINT16: {
223 SplitOneOutput<uint16>(batched_response, i, call_num, splited_vec);
224 break;
225 }
226 case DT_INT8: {
227 SplitOneOutput<int8>(batched_response, i, call_num, splited_vec);
228 break;
229 }
230 case DT_COMPLEX64: {
231 SplitOneOutput<complex64>(batched_response, i, call_num, splited_vec);
232 break;
233 }
234 case DT_COMPLEX128: {
235 SplitOneOutput<complex128>(batched_response, i, call_num, splited_vec);
236 break;
237 }
238 case DT_INT64: {
239 SplitOneOutput<int64>(batched_response, i, call_num, splited_vec);
240 break;
241 }
242 case DT_BOOL: {
243 SplitOneOutput<bool>(batched_response, i, call_num, splited_vec);
244 break;
245 }
246 case DT_QINT8: {
247 SplitOneOutput<qint8>(batched_response, i, call_num, splited_vec);
248 break;
249 }
250 case DT_QUINT8: {
251 SplitOneOutput<quint8>(batched_response, i, call_num, splited_vec);
252 break;
253 }

Callers 1

Calls 4

StatusClass · 0.50
resizeMethod · 0.45
sizeMethod · 0.45
dtypeMethod · 0.45

Tested by

no test coverage detected