Method _engine_abort

TD_Pipe/engine/async_llm_engine.py:348–352

(self, request_ids: Iterable[str])

        return not_finished

    async def _engine_abort(self, request_ids: Iterable[str]):
        if self.engine_use_ray:
            await self.engine.abort_request.remote(request_ids)
        else:
            self.engine.abort_request(request_ids)

    async def run_engine_loop(self):
        # Initialize the RequestTracker here so it uses the right event loop.