Send response callback.
(self, step_outputs: list[InferOutput])
| 230 | logprobs.extend(cur_logprobs) |
| 231 | |
| 232 | def _send_resps(self, step_outputs: list[InferOutput]): |
| 233 | """Send response callback.""" |
| 234 | self._log_resps(step_outputs) |
| 235 | self._update_logprobs(step_outputs) |
| 236 | |
| 237 | is_done = set() |
| 238 | for out in reversed(step_outputs): |
| 239 | if out.session_id in is_done: |
| 240 | continue |
| 241 | is_done.add(out.session_id) |
| 242 | self._send_resp(out) |
| 243 | |
| 244 | async def send_response_loop(self): |
| 245 | """Send response to client.""" |
no test coverage detected