Wakeup.
(self, tags: list[str] | None = None)
| 541 | logger.info('PyTorch engine entered sleep: level=%s, sleeping_tags=%s.', level, sorted(self._sleeping_tags)) |
| 542 | |
| 543 | def wakeup(self, tags: list[str] | None = None): |
| 544 | """Wakeup.""" |
| 545 | wakeup_tags = tags |
| 546 | logger.info('PyTorch engine wakeup requested: tags=%s, sleeping_tags=%s.', |
| 547 | wakeup_tags, sorted(self._sleeping_tags)) |
| 548 | self.executor.wakeup(wakeup_tags) |
| 549 | if wakeup_tags is None: |
| 550 | self._sleeping_tags.clear() |
| 551 | else: |
| 552 | self._sleeping_tags.difference_update(wakeup_tags) |
| 553 | # The engine would resume only when all sleep tags have been cleared. |
| 554 | if not self._sleeping_tags: |
| 555 | # enable ADD_MESSAGE and ADD_SESSION |
| 556 | self._unblock_new_inputs() |
| 557 | if self._engine_loop is not None: |
| 558 | self._engine_loop.resume_from_sleep() |
| 559 | logger.info('PyTorch engine wakeup complete; inference requests are enabled.') |
| 560 | else: |
| 561 | logger.info('PyTorch engine partial wakeup; blocked tags=%s.', |
| 562 | sorted(self._sleeping_tags)) |
| 563 | |
| 564 | async def async_loop(self): |
| 565 | engine_loop = None |
nothing calls this directly
no test coverage detected