MCPcopy
hub / github.com/Lightning-AI/LitServe / pre_setup

Method pre_setup

src/litserve/api.py:370–380  ·  view source on GitHub ↗
(self, spec: Optional[LitSpec] = None)

Source from the content-addressed store, hash-verified

368 self._device = value
369
370 def pre_setup(self, spec: Optional[LitSpec] = None):
371 spec = spec or self._spec
372 if self.stream:
373 self._default_unbatch = self._unbatch_stream
374 else:
375 self._default_unbatch = self._unbatch_no_stream
376
377 if spec:
378 self._spec = spec
379 spec._max_batch_size = self.max_batch_size
380 spec.pre_setup(self)
381
382 def set_logger_queue(self, queue: Queue):
383 """Set the queue for logging events."""

Calls

no outgoing calls