Start the background batch worker thread.
(self)
| 122 | self._thread: Optional[threading.Thread] = None |
| 123 | |
| 124 | def start(self): |
| 125 | """Start the background batch worker thread.""" |
| 126 | self._thread = threading.Thread(target=self._worker_loop, daemon=True) |
| 127 | self._thread.start() |
| 128 | logging.info( |
| 129 | f"[BatchInference] Started (max_batch={self.max_batch_size}, " |
| 130 | f"window={self.batch_window_ms}ms)" |
| 131 | ) |
| 132 | |
| 133 | def stop(self): |
| 134 | """Signal the worker to stop and wait for it to finish.""" |
no outgoing calls